-- Logs begin at Thu 2022-07-28 04:39:13 UTC, end at Thu 2022-07-28 05:52:26 UTC. -- Jul 28 05:22:17.928258 dv-cinder-799871-48-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 28 05:22:20.579221 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.common.config [-] Logging enabled! Jul 28 05:22:20.579806 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev449 Jul 28 05:22:20.580032 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104163) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 28 05:22:20.583397 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.common.config [-] Logging enabled! Jul 28 05:22:20.583648 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev449 Jul 28 05:22:20.583962 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104163) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 28 05:22:20.584912 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 05:22:20.585148 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 05:22:20.585670 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 05:22:20.585925 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 05:22:20.586162 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 05:22:20.586488 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.586791 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.587027 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.587330 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.587628 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.587915 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.588210 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.588517 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.588805 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.589089 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.589375 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.589631 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.589915 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.590201 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.590489 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.590714 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] debug = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.590994 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.592429 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.592834 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.593165 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.593518 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.593800 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.594077 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.594371 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.594650 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.594981 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] host = dv-cinder-799871-48-iscsi {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.595266 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.595556 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.595845 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.596134 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.596414 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.596693 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.596986 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.597263 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.597562 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] log_file = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.597843 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.598135 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.598426 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.598717 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.598942 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.599167 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.599455 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.599756 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.600035 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.600313 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.600591 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.600867 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.601143 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.601414 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.601725 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.602013 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.602299 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.602576 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.602854 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.603126 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.603401 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.603688 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.603963 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.604238 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.604515 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.604806 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.605076 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.605353 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.605686 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.605976 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.606260 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.606545 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.606962 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.607449 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.607925 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.608399 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.608863 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] use_json = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.609334 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.609853 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.610342 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.610803 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.611271 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.611734 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.612192 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.612686 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.613163 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:20.613697 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.614191 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.614700 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.615185 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.615706 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.616189 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.616679 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.617164 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.617692 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.618196 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.618691 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.619174 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.619691 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.620189 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.620698 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.621222 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.621744 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.622246 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.622710 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.623108 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.623462 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.623756 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.624058 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.624348 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.624646 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.624944 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.625233 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.625564 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.625861 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.626153 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.626452 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.626749 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.627032 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.627315 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.627611 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.627895 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.628173 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.628464 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.628743 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.629021 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.629306 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.629626 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.629919 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.630196 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.630475 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.630767 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.631047 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.631321 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.631595 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.631873 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.632147 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.632433 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.632711 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.632986 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.633261 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.633575 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.633860 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.634139 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.634421 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.634697 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.634978 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.635252 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.635528 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.635804 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.636079 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.636354 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.636629 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.636911 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.637192 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.637494 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.637765 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.638585 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.638943 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.639226 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.639533 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.639818 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.640106 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.640393 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.640676 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.640957 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.641238 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.641557 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.641843 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.642122 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.642416 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.642707 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.642995 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.643281 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.643564 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.643881 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.644164 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.644448 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.644727 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.645008 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.645290 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.645598 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.645880 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.646161 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.646449 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.646738 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.647036 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.647339 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.647623 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.647920 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.648218 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.648515 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.648801 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.649112 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.649394 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:20.649637 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 05:22:20.649883 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104163) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 28 05:22:20.947712 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 28 05:22:20.947908 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 28 05:22:20.948214 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 28 05:22:20.948552 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 28 05:22:21.359670 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.359956 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.360228 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.361534 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.361813 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.362079 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.416093 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.416378 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.416655 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.431755 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.432040 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.432331 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.462450 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.462731 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.463006 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.499625 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.499904 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.500177 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.730084 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.730707 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.730707 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.730905 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.732371 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.829908 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.830229 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.830518 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.830794 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.831066 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.831386 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.831652 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.831913 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.832170 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.832455 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.832718 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.832984 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.833244 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.833520 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.833782 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.834050 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.834307 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.834575 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.834849 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.835112 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.835388 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.835643 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.835930 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.836309 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.836563 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.836814 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.837207 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104163) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 05:22:21.837449 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104163) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 05:22:21.837720 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104163) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 05:22:21.837956 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104163) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 05:22:21.838193 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104163) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 05:22:21.838429 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104163) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 05:22:21.838791 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 28 05:22:21.842618 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 28 05:22:21.846526 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 28 05:22:21.850366 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jul 28 05:22:21.851997 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 28 05:22:21.852620 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 28 05:22:21.852962 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 28 05:22:21.853347 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 28 05:22:21.856136 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 28 05:22:21.856391 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 28 05:22:21.857342 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 05:22:21.862529 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 28 05:22:21.885322 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 28 05:22:21.885835 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.886141 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104163) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 28 05:22:21.886515 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.887864 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104163) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 28 05:22:21.888228 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 05:22:21.888517 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 28 05:22:21.891823 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:21.892112 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:22.043571 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 28 05:22:22.043814 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 28 05:22:22.044054 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 28 05:22:22.044477 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 28 05:22:22.097083 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO dbcounter [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Registered counter for database neutron Jul 28 05:22:22.116229 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_db.sqlalchemy.engines [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104163) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 28 05:22:22.122003 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writer thread running {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 05:22:22.833036 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.managers [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Initializing driver for type 'gre' Jul 28 05:22:22.833809 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] gre ID ranges: [(1, 1000)] Jul 28 05:22:22.992862 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.managers [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Initializing driver for type 'local' Jul 28 05:22:22.993199 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.managers [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Initializing driver for type 'vlan' Jul 28 05:22:23.055714 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] VlanTypeDriver initialization complete Jul 28 05:22:23.056052 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.managers [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Initializing driver for type 'vxlan' Jul 28 05:22:23.056554 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] vxlan ID ranges: [(1, 1000)] Jul 28 05:22:23.221615 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.managers [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Initializing extension driver 'port_security' Jul 28 05:22:23.221919 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.extensions.port_security [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] PortSecurityExtensionDriver initialization complete Jul 28 05:22:23.222262 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.managers [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Initializing mechanism driver 'openvswitch' Jul 28 05:22:23.222591 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.managers [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Initializing mechanism driver 'hyperv' Jul 28 05:22:23.233187 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.plugin [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:22:23.233877 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > port after_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.234263 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > port after_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.234631 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > port after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.235141 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104163) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 05:22:23.235625 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > subnet after_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.235994 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > subnet after_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.236354 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.236755 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104163) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 05:22:23.237172 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > network after_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.237568 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > network after_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.237947 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > network after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.238343 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104163) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 05:22:23.238891 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > security_group after_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.239257 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > security_group after_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.239612 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.240009 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104163) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 05:22:23.240420 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.240776 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.241125 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.241541 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104163) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 05:22:23.241958 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > address_group after_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.242317 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > address_group after_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.242670 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.243064 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104163) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 05:22:23.243573 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] ML2 OVO RPC backend initialized. {{(pid=104163) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 28 05:22:23.244289 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.244649 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.245074 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > network before_response 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.245434 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > networks before_response 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.245820 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > port before_response 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.246179 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > ports before_response 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.246531 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > subnet before_response 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.246882 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > subnets before_response 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.247238 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > network after_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.248182 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > network after_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.248531 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > network after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.248879 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > port after_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.249225 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > port after_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.249603 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > port after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.249950 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > subnet after_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.250296 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > subnet after_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.250640 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.258214 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.quota [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded quota_driver: . Jul 28 05:22:23.258586 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.plugin [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Modular L2 Plugin initialization complete Jul 28 05:22:23.258940 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading services supported by the core plugin {{(pid=104163) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 28 05:22:23.259291 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.plugins.ml2.managers [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Got port-security extension from driver 'port_security' Jul 28 05:22:23.260028 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.extensions.vlantransparent [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Disabled vlantransparent extension. Jul 28 05:22:23.260274 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104163) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 28 05:22:23.260610 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading Plugin: router Jul 28 05:22:23.314410 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.314819 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > router after_create 55549900 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.315205 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > router before_create 55549900 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.315585 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.315970 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.316338 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > router after_delete 55549900 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.316707 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.317067 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.317436 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > router after_create 55549900 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.317863 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > router after_update 55549900 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.318222 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > router after_update 55549900 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.318579 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.318948 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > router after_update 55549900 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.319369 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > router precommit_update 55549900 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.319790 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: port after_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.320145 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: port after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.320495 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: subnet after_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.320852 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.321215 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.321615 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > router precommit_create 55549900 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.321971 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: port before_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.322323 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > router precommit_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.322721 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > router after_update 55549900 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.323075 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.323561 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > router precommit_create 55549900 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.323946 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.324305 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > router precommit_update 55549900 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.324683 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > agent after_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.325046 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > agent after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.325402 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > network after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.326955 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.quota.resource_registry [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Tracking information for resource: router configured {{(pid=104163) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 05:22:23.327297 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.quota.resource_registry [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Tracking information for resource: floatingip configured {{(pid=104163) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 05:22:23.332184 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.db.l3_agentschedulers_db [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 28 05:22:23.332771 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: port after_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.333162 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: port after_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.333549 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: port after_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.333913 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: port after_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.334743 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > router before_create 55550100 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.335116 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.335493 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > router precommit_create 55550100 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.335864 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > router precommit_update 55550100 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.340711 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.services.provider_configuration [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Service providers = [] {{(pid=104163) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 28 05:22:23.341094 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.db.servicetype_db [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104163) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 28 05:22:23.345687 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.services.service_base [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104163) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 05:22:23.346052 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.services.service_base [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104163) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 05:22:23.346403 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.services.service_base [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104163) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 05:22:23.347299 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.services.service_base [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104163) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 05:22:23.347679 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.services.service_base [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 28 05:22:23.348069 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104163) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 05:22:23.348394 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 28 05:22:23.359102 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104163) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 05:22:23.359446 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading Plugin: auto_allocate Jul 28 05:22:23.373842 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: network precommit_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.374221 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: network precommit_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.374748 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104163) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 05:22:23.375079 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading Plugin: tag Jul 28 05:22:23.381905 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104163) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 05:22:23.382368 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading Plugin: timestamp Jul 28 05:22:23.386198 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104163) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 05:22:23.386590 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading Plugin: network_ip_availability Jul 28 05:22:23.392858 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.397891 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.397891 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.397891 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104163) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 05:22:23.397891 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading Plugin: flavors Jul 28 05:22:23.402332 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104163) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 05:22:23.402674 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading Plugin: revisions Jul 28 05:22:23.407194 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104163) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 05:22:23.407597 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_concurrency.lockutils [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.459s {{(pid=104163) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 28 05:22:23.408354 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104163) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 28 05:22:23.408694 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Initializing extension manager. Jul 28 05:22:23.409287 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: __init__.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.409720 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: __pycache__ {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.410066 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: address_group.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.410784 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.411353 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: address-group Jul 28 05:22:23.411683 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: address_scope.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.412363 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.412871 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: address-scope Jul 28 05:22:23.413199 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.414120 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.414631 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: router-admin-state-down-before-update Jul 28 05:22:23.415008 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: agent.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.415681 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.416182 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: agent Jul 28 05:22:23.416515 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: agent_resources_synced.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.417385 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.417926 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: agent-resources-synced Jul 28 05:22:23.418259 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: allowedaddresspairs.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.420149 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.420679 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: allowed-address-pairs Jul 28 05:22:23.421014 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: auto_allocated_topology.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.422342 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.422865 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: auto-allocated-topology Jul 28 05:22:23.423200 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: availability_zone.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.423864 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.424372 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: availability_zone Jul 28 05:22:23.424702 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: availability_zone_filter.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.425716 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.426232 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: availability_zone_filter Jul 28 05:22:23.428786 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: data_plane_status.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.429488 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.430003 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension data-plane-status not supported by any of loaded plugins Jul 28 05:22:23.430332 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: default_subnetpools.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.432149 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.432669 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: default-subnetpools Jul 28 05:22:23.433001 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.433823 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.434335 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: dhcp_agent_scheduler Jul 28 05:22:23.434666 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: dns.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.436188 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.436701 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension dns-integration not supported by any of loaded plugins Jul 28 05:22:23.437034 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: dns_domain_ports.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.437961 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.438474 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 28 05:22:23.438805 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.439698 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.440226 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 28 05:22:23.440565 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: dvr.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.441207 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.441758 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: dvr Jul 28 05:22:23.442092 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: ecmp_routes.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.442976 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.443488 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 28 05:22:23.443814 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: empty_string_filtering.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.444696 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.445204 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: empty-string-filtering Jul 28 05:22:23.445562 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.446446 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.446954 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 28 05:22:23.447333 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.448207 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.448717 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 28 05:22:23.449052 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: external_net.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.449955 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.450470 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: external-net Jul 28 05:22:23.451613 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.452501 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.453016 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: extra_dhcp_opt Jul 28 05:22:23.453344 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: extraroute.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.454375 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.454885 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: extraroute Jul 28 05:22:23.455213 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: extraroute_atomic.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.456217 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.456726 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: extraroute-atomic Jul 28 05:22:23.457054 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: filter_validation.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.457712 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.458423 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: filter-validation Jul 28 05:22:23.458753 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: fip_pf_description.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.459638 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.460147 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 28 05:22:23.460535 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: fip_pf_port_range.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.461417 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.461956 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 28 05:22:23.462282 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: fip_port_details.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.463170 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.463680 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: fip-port-details Jul 28 05:22:23.464007 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: flavors.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.465203 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.465754 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: flavors Jul 28 05:22:23.466084 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.474763 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.475242 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 28 05:22:23.475585 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: floatingip_pools.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.476264 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.476779 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: floatingip-pools Jul 28 05:22:23.477113 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: ip_allocation.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.478194 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.478706 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension ip_allocation not supported by any of loaded plugins Jul 28 05:22:23.479043 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.479933 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.480446 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: ip-substring-filtering Jul 28 05:22:23.480783 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: l2_adjacency.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.481724 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.482740 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 28 05:22:23.483072 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: l3.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.484054 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.484567 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: router Jul 28 05:22:23.484902 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.487131 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.487666 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 28 05:22:23.488012 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.488907 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.489421 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: ext-gw-mode Jul 28 05:22:23.489782 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.490674 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.491313 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: l3-ha Jul 28 05:22:23.491647 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.492527 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.493032 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 28 05:22:23.493366 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: l3_flavors.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.494271 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.494784 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: l3-flavors Jul 28 05:22:23.495116 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.496459 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.496985 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 28 05:22:23.497319 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.499017 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.499536 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 28 05:22:23.499870 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: l3agentscheduler.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.500876 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.501391 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: l3_agent_scheduler Jul 28 05:22:23.501754 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: local_ip.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.503457 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.503987 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension local_ip not supported by any of loaded plugins Jul 28 05:22:23.504347 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: logging.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.510110 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.510641 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension logging not supported by any of loaded plugins Jul 28 05:22:23.510982 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: metering.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.511700 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.512475 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: metering Jul 28 05:22:23.512816 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.513929 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.514454 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: metering_source_and_destination_fields Jul 28 05:22:23.514792 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: multiprovidernet.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.515738 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.516254 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: multi-provider Jul 28 05:22:23.516592 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: netmtu.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.517503 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.518021 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: net-mtu Jul 28 05:22:23.518353 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: netmtu_writable.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.519236 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.519749 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: net-mtu-writable Jul 28 05:22:23.520097 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: network_availability_zone.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.520847 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.521358 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: network_availability_zone Jul 28 05:22:23.521720 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: network_ip_availability.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.522792 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.523307 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: network-ip-availability Jul 28 05:22:23.523642 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: network_segment_range.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.524380 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.524892 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension network-segment-range not supported by any of loaded plugins Jul 28 05:22:23.525229 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: pagination.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.526215 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.526561 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: pagination Jul 28 05:22:23.526892 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: port_device_profile.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.527823 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.528341 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: port-device-profile Jul 28 05:22:23.528697 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: port_mac_address_override.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.529637 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.530160 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: port-mac-override Jul 28 05:22:23.530493 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.531381 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.531919 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: port-mac-address-regenerate Jul 28 05:22:23.532253 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.533136 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.533699 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: port-numa-affinity-policy Jul 28 05:22:23.534057 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: port_resource_request.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.534939 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.535452 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension port-resource-request not supported by any of loaded plugins Jul 28 05:22:23.535783 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: port_resource_request_groups.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.536717 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.537228 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 28 05:22:23.537594 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: portbindings.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.538486 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.538999 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: binding Jul 28 05:22:23.539330 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: portbindings_extended.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.540599 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.541118 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: binding-extended Jul 28 05:22:23.541451 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: portsecurity.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.542356 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.542867 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: port-security Jul 28 05:22:23.543200 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: project_id.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.549925 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.550265 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: project-id Jul 28 05:22:23.550597 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: providernet.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.551481 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.552004 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: provider Jul 28 05:22:23.552336 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: qos.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.555830 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.556366 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension qos not supported by any of loaded plugins Jul 28 05:22:23.556708 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.557963 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.558483 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 28 05:22:23.558821 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.559722 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.560940 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 28 05:22:23.561275 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: qos_default.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.562186 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.562702 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension qos-default not supported by any of loaded plugins Jul 28 05:22:23.563035 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: qos_fip.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.563917 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.564426 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension qos-fip not supported by any of loaded plugins Jul 28 05:22:23.564756 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.565677 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.566187 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 28 05:22:23.566515 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: qos_gateway_ip.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.567422 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.567927 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 28 05:22:23.568255 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: qos_port_network_policy.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.569131 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.569668 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 28 05:22:23.569999 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.571003 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.571517 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 28 05:22:23.571848 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.572854 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.573364 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 28 05:22:23.573771 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: qos_pps_rule.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.575010 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.575567 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension qos-pps not supported by any of loaded plugins Jul 28 05:22:23.575979 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: qos_rule_type_details.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.576864 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.577379 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 28 05:22:23.577743 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.578667 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.579177 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 28 05:22:23.579571 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: qos_rules_alias.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.584384 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.584894 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 28 05:22:23.585229 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: quota_check_limit.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.586198 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.586715 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: quota-check-limit Jul 28 05:22:23.587046 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: quotasv2.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.587944 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.588277 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: quotas Jul 28 05:22:23.588606 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: quotasv2_detail.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.590355 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.590702 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: quota_details Jul 28 05:22:23.591040 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: rbac.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.593710 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.594256 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: rbac-policies Jul 28 05:22:23.594602 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: rbac_address_group.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.595630 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.596154 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: rbac-address-group Jul 28 05:22:23.596492 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: rbac_address_scope.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.597391 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.597938 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: rbac-address-scope Jul 28 05:22:23.598271 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: rbac_security_groups.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.599241 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.599765 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: rbac-security-groups Jul 28 05:22:23.600093 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: rbac_subnetpool.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.600982 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.601675 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: rbac-subnetpool Jul 28 05:22:23.601910 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: revisionifmatch.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.602814 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.603338 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: revision-if-match Jul 28 05:22:23.603663 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: revisions.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.604765 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.605283 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: standard-attr-revisions Jul 28 05:22:23.605654 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: router_availability_zone.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.606302 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.607330 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: router_availability_zone Jul 28 05:22:23.607681 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: routerservicetype.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.608595 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.609111 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension router-service-type not supported by any of loaded plugins Jul 28 05:22:23.609439 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.610361 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.610874 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: security-groups-normalized-cidr Jul 28 05:22:23.611202 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.612097 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.612612 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: port-security-groups-filtering Jul 28 05:22:23.612941 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.613870 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.614384 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: security-groups-remote-address-group Jul 28 05:22:23.614713 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.615628 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.616146 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: security-groups-shared-filtering Jul 28 05:22:23.616477 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: securitygroup.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.626755 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.627291 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: security-group Jul 28 05:22:23.627635 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: segment.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.628342 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.628869 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension segment not supported by any of loaded plugins Jul 28 05:22:23.629208 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.630193 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.630712 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 28 05:22:23.631046 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: servicetype.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.632111 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.632631 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: service-type Jul 28 05:22:23.633090 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: sorting.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.634088 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.634437 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: sorting Jul 28 05:22:23.634770 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: standard_attr_segment.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.635668 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.636193 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 28 05:22:23.636526 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: standardattrdescription.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.637148 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.637700 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: standard-attr-description Jul 28 05:22:23.638116 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: stateful_security_group.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.639044 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.639562 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: stateful-security-group Jul 28 05:22:23.639893 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: stdattrs_common.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.640449 dv-cinder-799871-48-iscsi neutron-server[104163]: WARNING neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 28 05:22:23.640776 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.641705 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.642222 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 28 05:22:23.642552 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: subnet_onboard.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.643590 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.644103 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: subnet_onboard Jul 28 05:22:23.644433 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.650824 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.651330 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 28 05:22:23.651658 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: subnet_service_types.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.652571 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.653072 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: subnet-service-types Jul 28 05:22:23.653402 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: subnetallocation.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.654517 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.655092 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: subnet_allocation Jul 28 05:22:23.655424 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.656186 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.656707 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: subnetpool-prefix-ops Jul 28 05:22:23.657037 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.657959 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.658471 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 28 05:22:23.658799 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: tagging.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.659837 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.660362 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: standard-attr-tag Jul 28 05:22:23.660732 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: timestamp.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.661941 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.662459 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loaded extension: standard-attr-timestamp Jul 28 05:22:23.662793 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: trunk.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.663789 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.664303 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension trunk not supported by any of loaded plugins Jul 28 05:22:23.664639 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: trunk_details.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.665563 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.666079 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension trunk-details not supported by any of loaded plugins Jul 28 05:22:23.666411 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: uplink_status_propagation.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.667300 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.667880 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 28 05:22:23.668169 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Loading extension file: vlantransparent.py {{(pid=104163) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 05:22:23.674046 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104163) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 05:22:23.674560 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 28 05:22:23.677126 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.quota.resource_registry [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Creating instance of TrackedResource for resource:network Jul 28 05:22:23.677736 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.quota.resource_registry [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Creating instance of TrackedResource for resource:subnet Jul 28 05:22:23.678141 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.quota.resource_registry [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 05:22:23.678540 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.quota.resource_registry [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Creating instance of TrackedResource for resource:port Jul 28 05:22:23.679965 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.v2.resource_helper [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104163) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 05:22:23.680414 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.v2.resource_helper [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Service FLAVORS assigned prefix: {{(pid=104163) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 05:22:23.681055 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.v2.resource_helper [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104163) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 05:22:23.681509 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.v2.resource_helper [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104163) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 05:22:23.681849 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.quota.resource_registry [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Creating instance of TrackedResource for resource:router Jul 28 05:22:23.682287 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.quota.resource_registry [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Creating instance of TrackedResource for resource:floatingip Jul 28 05:22:23.682773 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.v2.resource_helper [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Service METERING assigned prefix: /metering {{(pid=104163) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 05:22:23.684286 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.684673 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.685663 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:23.686667 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.quota.resource_registry [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 05:22:23.687111 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.quota.resource_registry [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Creating instance of TrackedResource for resource:security_group Jul 28 05:22:23.687579 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.quota.resource_registry [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 05:22:23.688126 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.v2.resource_helper [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Service CORE assigned prefix: {{(pid=104163) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 05:22:23.688462 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.quota.resource_registry [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 05:22:23.688818 dv-cinder-799871-48-iscsi neutron-server[104163]: WARNING neutron.quota.resource_registry [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] subnetpool is already registered Jul 28 05:22:23.689248 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.v2.resource_helper [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Service CORE assigned prefix: {{(pid=104163) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 05:22:23.689611 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.quota.resource_registry [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 05:22:23.689950 dv-cinder-799871-48-iscsi neutron-server[104163]: WARNING neutron.quota.resource_registry [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] subnetpool is already registered Jul 28 05:22:23.692347 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.v2.resource_helper [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104163) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 05:22:23.692796 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.v2.resource_helper [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Service FLAVORS assigned prefix: {{(pid=104163) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 05:22:23.693422 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.v2.resource_helper [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104163) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 05:22:23.693881 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.v2.resource_helper [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104163) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 05:22:23.694223 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.quota.resource_registry [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Creating instance of TrackedResource for resource:router Jul 28 05:22:23.694573 dv-cinder-799871-48-iscsi neutron-server[104163]: WARNING neutron.quota.resource_registry [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] router is already registered Jul 28 05:22:23.694994 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.quota.resource_registry [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Creating instance of TrackedResource for resource:floatingip Jul 28 05:22:23.695341 dv-cinder-799871-48-iscsi neutron-server[104163]: WARNING neutron.quota.resource_registry [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] floatingip is already registered Jul 28 05:22:23.695808 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.v2.resource_helper [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Service METERING assigned prefix: /metering {{(pid=104163) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 05:22:23.696621 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.quota.resource_registry [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 05:22:23.696957 dv-cinder-799871-48-iscsi neutron-server[104163]: WARNING neutron.quota.resource_registry [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] rbac_policy is already registered Jul 28 05:22:23.697381 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.quota.resource_registry [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Creating instance of TrackedResource for resource:security_group Jul 28 05:22:23.697750 dv-cinder-799871-48-iscsi neutron-server[104163]: WARNING neutron.quota.resource_registry [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] security_group is already registered Jul 28 05:22:23.698162 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.quota.resource_registry [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 05:22:23.698504 dv-cinder-799871-48-iscsi neutron-server[104163]: WARNING neutron.quota.resource_registry [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] security_group_rule is already registered Jul 28 05:22:23.699156 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.v2.resource_helper [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Service CORE assigned prefix: {{(pid=104163) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 05:22:23.699491 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.quota.resource_registry [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 05:22:23.699833 dv-cinder-799871-48-iscsi neutron-server[104163]: WARNING neutron.quota.resource_registry [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] subnetpool is already registered Jul 28 05:22:23.700258 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.v2.resource_helper [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Service CORE assigned prefix: {{(pid=104163) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 05:22:23.700665 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.quota.resource_registry [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 05:22:23.701141 dv-cinder-799871-48-iscsi neutron-server[104163]: WARNING neutron.quota.resource_registry [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] subnetpool is already registered Jul 28 05:22:23.701655 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extended resource: extensions {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:22:23.703142 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extended resource: address-groups {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:22:23.704637 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extended resource: address-scopes {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:22:23.705984 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extended resource: agents {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:22:23.707152 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extended resource: auto-allocated-topology {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:22:23.708395 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extended resource: availability_zones {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:22:23.709656 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extended resource: dhcp-networks {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:22:23.711199 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extended resource: dhcp-agents {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:22:23.712798 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extended resource: routers {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:22:23.714551 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extended resource: flavors {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:22:23.715817 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extended resource: service_profiles {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:22:23.719278 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extended resource: next_providers {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:22:23.719278 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extended resource: service_profiles {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:22:23.720587 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extended resource: floatingip-pools {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:22:23.721899 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extended resource: routers {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:22:23.723683 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extended resource: floatingips {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:22:23.725043 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extended resource: l3-routers {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:22:23.726459 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extended resource: l3-agents {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:22:23.727887 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extended resource: metering-labels {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:22:23.729172 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extended resource: metering-label-rules {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:22:23.730629 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extended resource: network-ip-availabilities {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:22:23.732421 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extended resource: bindings {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:22:23.734112 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extended resource: quotas {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:22:23.736822 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extended resource: quotas {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:22:23.738406 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extended resource: rbac-policies {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:22:23.739624 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extended resource: security-groups {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:22:23.740979 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extended resource: security-group-rules {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:22:23.742352 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extended resource: service-providers {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:22:23.743592 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extended resource: subnetpools {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:22:23.744909 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extended resource: subnetpools {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:22:23.746589 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extended resource: tags {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:22:23.749052 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extended resource: tags {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:22:23.751091 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extended resource: tags {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:22:23.752913 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extended resource: tags {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:22:23.754649 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extended resource: tags {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:22:23.756681 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extended resource: tags {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:22:23.758422 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extended resource: tags {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:22:23.760332 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extended resource: tags {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:22:23.762174 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extended resource: tags {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:22:23.764081 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron.api.extensions [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Extended resource: tags {{(pid=104163) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:22:23.770375 dv-cinder-799871-48-iscsi neutron-server[104163]: WARNING keystonemiddleware.auth_token [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 28 05:22:23.775541 dv-cinder-799871-48-iscsi neutron-server[104163]: WARNING keystonemiddleware.auth_token [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 28 05:22:23.784536 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_concurrency.lockutils [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Acquired lock "singleton_lock" {{(pid=104163) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 28 05:22:23.785044 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_concurrency.lockutils [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Releasing lock "singleton_lock" {{(pid=104163) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 28 05:22:23.785725 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO oslo_service.service [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Starting 2 workers Jul 28 05:22:23.790557 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Started child 104272 {{(pid=104163) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 05:22:23.795580 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Started child 104273 {{(pid=104163) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 05:22:23.796913 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:23.797578 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO neutron.service [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 28 05:22:23.798257 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:23.798443 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [-] (104272) wsgi starting up on http://0.0.0.0:9696 Jul 28 05:22:23.800731 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO oslo_service.service [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Starting 1 workers Jul 28 05:22:23.800851 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:23.802266 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [-] (104273) wsgi starting up on http://0.0.0.0:9696 Jul 28 05:22:23.806002 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Started child 104274 {{(pid=104163) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 05:22:23.806553 dv-cinder-799871-48-iscsi neutron-server[104163]: INFO oslo_service.service [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Starting 1 workers Jul 28 05:22:23.810847 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.service [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] calling RpcWorker wait() {{(pid=104274) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 28 05:22:23.811459 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.service [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] returning from RpcWorker wait() {{(pid=104274) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 28 05:22:23.811710 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Started child 104275 {{(pid=104163) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 05:22:23.812559 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG neutron_lib.callbacks.manager [None req-e713d69b-ddfb-433f-80da-a4642853f976 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:23.812682 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:23.812986 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:22:23.814529 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104163) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 05:22:23.814743 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 05:22:23.814924 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 05:22:23.815150 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 05:22:23.815471 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 05:22:23.815653 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 05:22:23.816163 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.816426 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.816675 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.816954 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.817422 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:23.817917 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.817917 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.818052 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.818412 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.818509 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:22:23.818635 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.818880 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.818976 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.819207 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.819440 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.819765 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.820034 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.820287 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.820549 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.820721 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.820999 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.821271 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.821573 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.821857 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] debug = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.822123 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.822618 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.822865 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.823125 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.823375 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.823636 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.823886 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.824154 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.824400 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.824651 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.824900 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.825152 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.825405 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.825715 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.825951 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.826246 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.826485 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.826983 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] host = dv-cinder-799871-48-iscsi {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.827243 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.827498 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.827814 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.828078 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.828232 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.828480 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.828741 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.828993 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.829260 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.829501 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.829760 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.830003 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.833676 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.833676 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] log_file = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.833676 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] log_options = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.833676 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.833676 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.833676 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.833676 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.833676 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.836169 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.836169 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.836169 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.836169 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.836169 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.836169 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.836169 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.836169 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.837095 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.837095 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.837095 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.837095 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.837095 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.837095 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.837095 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.837095 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.837916 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.837916 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.837916 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.837916 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.837916 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.837916 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.837916 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.837916 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.837916 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.838570 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.838570 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.838570 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.838786 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.838962 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.839191 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.839420 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.839658 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.839922 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.840506 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.840506 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.840850 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.840988 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.841676 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.841900 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.842114 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.842345 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] use_json = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.842557 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.842770 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.843020 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.843256 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.843481 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.843696 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.844314 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.844314 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.844314 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.844762 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.845263 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.845706 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.845706 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.846263 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.846263 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.846764 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.846764 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.847300 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.847300 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.847570 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.847704 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.847879 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.848157 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.848459 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.849129 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.849129 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.849308 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.849545 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.849916 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.850319 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.850554 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.850844 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.851089 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.851323 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.851810 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.851810 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.852257 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.852408 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.852600 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.852949 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.853223 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.853512 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.853775 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.854013 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.854262 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.854497 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.854720 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.855134 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.855552 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.855816 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.856325 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.856325 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.858788 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.858788 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.858788 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.858788 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.858788 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.859072 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.859147 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.859357 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.859742 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.859972 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.860202 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.860461 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.860701 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.860940 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.861170 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.861438 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.861724 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.861964 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.862186 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.862419 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.862637 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.862883 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.863099 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.863300 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.863516 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.864256 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.864256 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.864256 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.866669 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.866669 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.866669 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.866669 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.866669 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.866669 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.866669 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.866669 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.866669 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.867804 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.867804 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.867804 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.867804 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.867804 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.867804 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.867804 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.869743 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.869743 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.869743 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.869743 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.869743 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.869743 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.869743 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.869743 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.870316 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.870316 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.870533 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.870620 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.870833 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.871071 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.871409 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.871628 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.871847 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.872106 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.872330 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.872647 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.872862 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.873244 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.873491 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.873761 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.873954 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.874403 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.874745 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.875947 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.875947 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.875947 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.875947 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.875947 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.876848 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.876848 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.876848 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.876848 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.877190 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.877270 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.877506 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.877779 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.878318 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.878318 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.878664 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.878846 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.879440 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.879440 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.879784 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.879962 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.880200 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.880359 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.880638 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.880867 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.881017 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.881180 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.881432 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.881769 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.882007 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.882222 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.882435 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.882713 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.882963 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.883213 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.883476 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.883733 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.883968 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.884227 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.884464 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.884681 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.884924 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.885171 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.885385 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.885631 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.885848 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.886087 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.886302 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.886517 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.886746 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.886962 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.887203 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.887415 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.887667 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.887840 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.888207 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.888463 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.888713 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.888961 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.889185 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.893156 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.893156 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.893156 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.893156 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.893156 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.893156 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.893156 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.893156 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.894791 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.894791 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.894791 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.894791 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.894791 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.894791 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.894791 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.894791 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.895364 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.895364 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.895364 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.895364 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.895364 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.895364 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.895364 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.895364 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.895922 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.895922 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.895922 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.895922 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.895922 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.895922 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.896336 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.896414 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.896605 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.896855 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.897076 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.897298 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.897546 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.897785 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.898006 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.898266 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.898551 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.898778 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.899007 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.899252 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.899474 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.899693 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.899932 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.900144 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.900356 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.900569 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.900787 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.900998 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.901292 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.901572 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.901806 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.902071 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.902341 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.902580 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.902827 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.903037 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.903248 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.903468 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.904207 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.904416 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.904995 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.904995 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.905220 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.905288 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.905491 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.905697 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.905924 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.906134 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.906344 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.906565 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.906783 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.906996 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.907220 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.907429 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.907660 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.907880 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.908097 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.908297 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.908637 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.908771 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.908950 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.909170 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.909408 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.909668 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.909966 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.910220 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.910441 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.910719 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.910950 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.911224 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.911464 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.911777 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.912008 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.912269 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.912530 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.912750 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.912975 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.913228 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.913582 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.913872 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.914338 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.914496 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.914635 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.914896 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.915174 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.915409 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.915708 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.916037 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.916305 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.916561 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.916805 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.917065 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.917287 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.917526 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.917778 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.918029 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.918283 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.918518 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.918877 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.919060 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.919325 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.920034 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.920238 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.920476 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.920679 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.920901 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.921141 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.921585 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 05:22:23.922183 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104163) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 05:22:23.922321 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 05:22:23.922449 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 05:22:23.922574 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 05:22:23.922749 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 05:22:23.922903 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 05:22:23.923110 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.923273 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.923435 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.923803 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.923803 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.924046 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.924168 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.924289 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.924423 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.924537 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.924656 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.924799 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.924957 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.925117 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.925274 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.925444 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.926169 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.926169 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.926169 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.926169 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.926490 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.926490 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] debug = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.926490 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.926802 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.926802 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.927072 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.927185 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.927290 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.927403 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.927560 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.927721 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.927880 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.928229 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.928229 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.928437 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.928522 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.928656 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.928784 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.928909 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.929061 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] host = dv-cinder-799871-48-iscsi {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.929219 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.929372 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.929614 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.929746 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.929873 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.929997 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.930178 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.930337 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.930499 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.930656 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.930814 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.930971 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.931129 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.931287 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] log_file = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.931445 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] log_options = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.931603 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.931760 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.931918 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.932112 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.932276 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.932436 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.932595 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.932938 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.932938 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.933188 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.933188 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.933425 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.933657 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.933657 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.933906 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.934038 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.934165 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.934360 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.934479 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.934603 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.934692 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.934821 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.935573 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.935855 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.935983 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.936109 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.936239 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.936365 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.936489 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.936627 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.936788 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.936931 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.937092 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.937250 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.937408 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.937589 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.938729 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.938729 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.938729 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.938729 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.938729 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.938729 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.938729 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.939291 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.939291 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.939291 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.939291 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] use_json = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.939582 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.939582 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.939751 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.939833 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.939982 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.940083 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.940271 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.940388 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.940537 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:22:23.940715 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.940883 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.941055 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.941218 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.941383 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.941590 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.941736 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.941887 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.942027 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.942171 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:22:23.942323 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.942323 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.942589 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.942726 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.942860 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.943012 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.943153 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.943288 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.943432 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.943571 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.943705 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.943944 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.943944 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.944256 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.944256 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.944528 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.944666 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.944813 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.944961 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.945096 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.945231 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.945364 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.945513 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.945658 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.945821 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.946199 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.946199 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.946365 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.946445 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.946595 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.946758 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.946919 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.947262 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.947262 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.947422 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.947527 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.947690 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.947853 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.948015 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.948176 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.948342 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.948853 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.948853 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.948853 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.949103 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.949103 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.949249 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.949397 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.949606 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.949769 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.949930 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.950077 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.950243 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.950402 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.950619 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.951265 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.951429 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.951589 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.951750 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.951927 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.952075 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.952237 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.952398 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.952561 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.952722 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.952884 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.953046 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.953208 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.953368 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.953537 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.953702 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.953864 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.954026 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.954188 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.954350 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.954512 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.954674 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.954836 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.954996 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.955211 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.955343 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.955469 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.955621 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.955783 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.955945 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.956106 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.956267 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.956427 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.956588 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.956749 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.956909 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.957071 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.957235 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.957396 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.957594 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.957757 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.957919 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.958066 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.958227 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.958392 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.958553 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.958714 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.958873 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.959033 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.959193 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.959353 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.959527 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.959657 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.959812 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.959973 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.960133 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.960294 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.960454 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.960623 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.960784 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.960947 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.961108 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.961344 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.961504 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.961661 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.961778 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.962131 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.962131 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.962372 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.962372 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.962611 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.962728 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.962842 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.962970 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.963142 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.963500 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.963500 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.963673 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.963785 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.963949 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.964112 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.964273 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.964433 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.964594 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.964754 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.964914 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.965075 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.965236 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.965398 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.965582 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.965745 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.965906 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.966066 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.966254 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.966417 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.966578 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.966782 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.966891 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.967053 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.967214 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.967375 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.967535 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.967696 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.967856 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.968018 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.968180 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.968346 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.968507 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.968668 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.968829 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.968987 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.969148 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.969308 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.969536 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.969686 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.969816 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.969971 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.970133 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.970296 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.970459 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.970621 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.970783 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.970946 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.971107 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.971270 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.971436 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.971599 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.971761 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.971924 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.972088 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.972247 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.972571 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.972735 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.972915 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.973078 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.973240 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.973406 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.973762 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.973762 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.974006 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.974105 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.974198 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.974327 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.974494 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.974656 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.974817 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.974978 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.975187 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.975293 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.975451 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.975614 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.975776 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.975938 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.976101 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.976262 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.976423 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.976584 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.976745 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.976906 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.977068 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.977229 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.977390 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.977601 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.977764 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.977926 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.978087 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.978256 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.978417 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.978589 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.978751 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.978912 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.979073 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.979236 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.979398 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.979569 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.979734 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.979899 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.980059 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.980197 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.980356 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.980527 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.980680 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.980820 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.980987 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.981151 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.981313 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.981823 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.981823 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.981823 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.982499 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.982499 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.982499 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.982499 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.982844 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.982844 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.983299 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.983299 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.983299 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.983578 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.983578 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.983794 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.983794 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.983974 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.984095 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.984265 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.984437 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.984600 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.984764 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.984926 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.985088 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.985251 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.985415 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.985618 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.985790 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.985958 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.986122 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.986291 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.986460 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.986630 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.986790 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.986957 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.987129 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.987290 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.987451 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.987613 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.987773 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.987935 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.988096 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.988265 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.988429 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.988589 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.988752 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.988894 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.989034 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.989192 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.989351 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.989535 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.989697 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.989849 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.990006 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.990166 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:22:23.990320 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104163) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 05:22:24.108531 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 59702) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:22:24.117433 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [-] 10.222.0.33 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067682 Jul 28 05:22:33.125562 dv-cinder-799871-48-iscsi neutron-server[104163]: DEBUG dbcounter [-] [104163] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104163) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:22:35.218078 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37eeb12-d982-49b4-89d0-c7d648111a3d None None] get_active_networks_info from dv-cinder-799871-48-iscsi {{(pid=104274) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 28 05:22:35.233906 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writer thread running {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 05:22:35.313143 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37eeb12-d982-49b4-89d0-c7d648111a3d None None] No non-hosted networks {{(pid=104274) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 28 05:22:35.327234 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.agentschedulers_db [None req-f37eeb12-d982-49b4-89d0-c7d648111a3d None None] DHCP Agent not found on host dv-cinder-799871-48-iscsi {{(pid=104274) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 28 05:22:35.565632 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-d5b638f0-0536-4588-a43b-4cd89899d144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4014501'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:37.052734 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writer thread running {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 05:22:37.670640 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0471d38-fa0f-49f7-88ec-3dd150a874aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4014501'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:37.708317 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.db.api [None req-eff06ff8-8ae6-4599-9e80-152bc7e51d8b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-799871-48-iscsi {{(pid=104274) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 05:22:37.709205 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG oslo_db.api [None req-eff06ff8-8ae6-4599-9e80-152bc7e51d8b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 05:22:38.236760 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-eff06ff8-8ae6-4599-9e80-152bc7e51d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:38.564396 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4014501'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:38.578256 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 59774) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:22:39.183345 dv-cinder-799871-48-iscsi neutron-server[104273]: WARNING oslo_policy.policy [None req-9b31cc6d-1ce8-42f0-8341-ba0ce4b56e14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 05:22:39.184274 dv-cinder-799871-48-iscsi neutron-server[104273]: WARNING oslo_policy.policy [None req-9b31cc6d-1ce8-42f0-8341-ba0ce4b56e14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 05:22:39.421904 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [None req-9b31cc6d-1ce8-42f0-8341-ba0ce4b56e14 admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104273) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 05:22:39.446063 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-9b31cc6d-1ce8-42f0-8341-ba0ce4b56e14 admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8667490 Jul 28 05:22:40.476403 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4014501'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:40.722592 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4014501'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:40.723636 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:40.724384 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:40.724908 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:40.726937 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:40.727437 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:40.729034 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:40.729576 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:40.733676 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:40.734229 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:40.739433 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:40.739433 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:40.739433 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:40.739433 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:40.739433 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:40.739789 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:40.739789 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-799871-48-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:22:40.747232 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-799871-48-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:22:41.040127 dv-cinder-799871-48-iscsi neutron-server[104274]: INFO neutron.db.l3_hamode_db [None req-37a2ecde-7b39-43ee-bed3-0b16acc8ab9a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 28 05:22:41.122261 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a2ecde-7b39-43ee-bed3-0b16acc8ab9a None None] Routers set() bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:22:41.122618 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a2ecde-7b39-43ee-bed3-0b16acc8ab9a None None] Router IDs set() for agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 28 05:22:41.753284 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 59806) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:22:42.101840 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-1238c39b-9515-4b5a-bdb4-c154d532dc4a admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:22:42.194941 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.policy [None req-1238c39b-9515-4b5a-bdb4-c154d532dc4a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104273) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 05:22:42.238792 dv-cinder-799871-48-iscsi neutron-server[104273]: WARNING oslo_policy.policy [None req-1238c39b-9515-4b5a-bdb4-c154d532dc4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 05:22:42.239180 dv-cinder-799871-48-iscsi neutron-server[104273]: WARNING oslo_policy.policy [None req-1238c39b-9515-4b5a-bdb4-c154d532dc4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 05:22:42.260880 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writer thread running {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 05:22:42.411396 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-1238c39b-9515-4b5a-bdb4-c154d532dc4a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748695250527', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748695250019', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748695201155', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748695194457', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748695196044', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748695211713', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1264944', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1085468', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3880138', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3911480'] for rbac-policy (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:42.617259 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-1238c39b-9515-4b5a-bdb4-c154d532dc4a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:42.618504 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-1238c39b-9515-4b5a-bdb4-c154d532dc4a admin admin] 10.222.0.33 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8640976 Jul 28 05:22:44.835858 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 59818) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:22:45.156236 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-c1c599f2-d6ad-4e53-a92c-992b54d55909 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:22:45.255472 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c599f2-d6ad-4e53-a92c-992b54d55909 demo demo] Made reservation on behalf of a6a583ed824940e18ba5dd2fab4e5c72 for: {'network': 1} {{(pid=104273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:22:45.259544 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c1c599f2-d6ad-4e53-a92c-992b54d55909 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for network (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:45.279846 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c1c599f2-d6ad-4e53-a92c-992b54d55909 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:45.395340 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c1c599f2-d6ad-4e53-a92c-992b54d55909 demo demo] Publish callbacks [] for security_group (60d5ad9c-13b4-4023-b7d6-f48651b512ad), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:45.495535 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c1c599f2-d6ad-4e53-a92c-992b54d55909 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (60d5ad9c-13b4-4023-b7d6-f48651b512ad), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:45.528706 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1c599f2-d6ad-4e53-a92c-992b54d55909 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=104273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 05:22:45.557179 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c1c599f2-d6ad-4e53-a92c-992b54d55909 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748695459777', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124'] for segment (5fd0add4-5cb0-4570-a5ad-e6b775032e87), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:45.557739 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c1c599f2-d6ad-4e53-a92c-992b54d55909 demo demo] Unsubscribe: segment precommit_create {{(pid=104273) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 05:22:45.558292 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.db.segments_db [None req-c1c599f2-d6ad-4e53-a92c-992b54d55909 demo demo] Added segment 5fd0add4-5cb0-4570-a5ad-e6b775032e87 of type vlan for network 1c1ed623-a409-4ea2-8ce7-899fc2574646 Jul 28 05:22:45.573679 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c599f2-d6ad-4e53-a92c-992b54d55909 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=60d5ad9c-13b4-4023-b7d6-f48651b512ad,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:22:45.599306 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c599f2-d6ad-4e53-a92c-992b54d55909 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:45.599649 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c599f2-d6ad-4e53-a92c-992b54d55909 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:45.600006 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c599f2-d6ad-4e53-a92c-992b54d55909 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:45.600343 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c599f2-d6ad-4e53-a92c-992b54d55909 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:45.600670 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c599f2-d6ad-4e53-a92c-992b54d55909 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:45.600992 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c599f2-d6ad-4e53-a92c-992b54d55909 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:45.601312 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c599f2-d6ad-4e53-a92c-992b54d55909 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:45.601657 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c599f2-d6ad-4e53-a92c-992b54d55909 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:45.601991 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c599f2-d6ad-4e53-a92c-992b54d55909 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:45.602321 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c599f2-d6ad-4e53-a92c-992b54d55909 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:45.603554 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c599f2-d6ad-4e53-a92c-992b54d55909 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:45.603554 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c599f2-d6ad-4e53-a92c-992b54d55909 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:45.603554 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c599f2-d6ad-4e53-a92c-992b54d55909 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:45.603554 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c599f2-d6ad-4e53-a92c-992b54d55909 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:45.603943 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c599f2-d6ad-4e53-a92c-992b54d55909 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:45.605314 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c599f2-d6ad-4e53-a92c-992b54d55909 demo demo] Tracked resource versions report: Jul 28 05:22:45.605314 dv-cinder-799871-48-iscsi neutron-server[104273]: pushed versions: Jul 28 05:22:45.605314 dv-cinder-799871-48-iscsi neutron-server[104273]: { 'AddressGroup': {'1.2'}, Jul 28 05:22:45.605314 dv-cinder-799871-48-iscsi neutron-server[104273]: 'Agent': {'1.1'}, Jul 28 05:22:45.605314 dv-cinder-799871-48-iscsi neutron-server[104273]: 'ConntrackHelper': {'1.0'}, Jul 28 05:22:45.605314 dv-cinder-799871-48-iscsi neutron-server[104273]: 'LocalIPAssociation': {'1.0'}, Jul 28 05:22:45.605314 dv-cinder-799871-48-iscsi neutron-server[104273]: 'Log': {'1.0'}, Jul 28 05:22:45.605314 dv-cinder-799871-48-iscsi neutron-server[104273]: 'NDPProxy': {'1.0'}, Jul 28 05:22:45.605314 dv-cinder-799871-48-iscsi neutron-server[104273]: 'Network': {'1.1'}, Jul 28 05:22:45.605314 dv-cinder-799871-48-iscsi neutron-server[104273]: 'Port': {'1.7'}, Jul 28 05:22:45.605314 dv-cinder-799871-48-iscsi neutron-server[104273]: 'PortForwarding': {'1.3'}, Jul 28 05:22:45.605314 dv-cinder-799871-48-iscsi neutron-server[104273]: 'QosPolicy': {'1.10'}, Jul 28 05:22:45.605314 dv-cinder-799871-48-iscsi neutron-server[104273]: 'SecurityGroup': {'1.5'}, Jul 28 05:22:45.605314 dv-cinder-799871-48-iscsi neutron-server[104273]: 'SecurityGroupRule': {'1.2'}, Jul 28 05:22:45.605314 dv-cinder-799871-48-iscsi neutron-server[104273]: 'SubPort': {'1.0'}, Jul 28 05:22:45.605314 dv-cinder-799871-48-iscsi neutron-server[104273]: 'Subnet': {'1.1'}, Jul 28 05:22:45.605314 dv-cinder-799871-48-iscsi neutron-server[104273]: 'Trunk': {'1.1'}} Jul 28 05:22:45.605314 dv-cinder-799871-48-iscsi neutron-server[104273]: consumer versions: Jul 28 05:22:45.605314 dv-cinder-799871-48-iscsi neutron-server[104273]: { DHCP agent@dv-cinder-799871-48-iscsi: {}, Jul 28 05:22:45.605314 dv-cinder-799871-48-iscsi neutron-server[104273]: L3 agent@dv-cinder-799871-48-iscsi: {}, Jul 28 05:22:45.605314 dv-cinder-799871-48-iscsi neutron-server[104273]: Metadata agent@dv-cinder-799871-48-iscsi: {}, Jul 28 05:22:45.605314 dv-cinder-799871-48-iscsi neutron-server[104273]: Metering agent@dv-cinder-799871-48-iscsi: {}, Jul 28 05:22:45.605314 dv-cinder-799871-48-iscsi neutron-server[104273]: Open vSwitch agent@dv-cinder-799871-48-iscsi: { 'AddressGroup': '1.2', Jul 28 05:22:45.605314 dv-cinder-799871-48-iscsi neutron-server[104273]: 'Agent': '1.1', Jul 28 05:22:45.605314 dv-cinder-799871-48-iscsi neutron-server[104273]: 'ConntrackHelper': '1.0', Jul 28 05:22:45.605314 dv-cinder-799871-48-iscsi neutron-server[104273]: 'LocalIPAssociation': '1.0', Jul 28 05:22:45.605314 dv-cinder-799871-48-iscsi neutron-server[104273]: 'Log': '1.0', Jul 28 05:22:45.605314 dv-cinder-799871-48-iscsi neutron-server[104273]: 'NDPProxy': '1.0', Jul 28 05:22:45.605314 dv-cinder-799871-48-iscsi neutron-server[104273]: 'Network': '1.1', Jul 28 05:22:45.605314 dv-cinder-799871-48-iscsi neutron-server[104273]: 'Port': '1.7', Jul 28 05:22:45.605314 dv-cinder-799871-48-iscsi neutron-server[104273]: 'PortForwarding': '1.3', Jul 28 05:22:45.605314 dv-cinder-799871-48-iscsi neutron-server[104273]: 'QosPolicy': '1.10', Jul 28 05:22:45.605314 dv-cinder-799871-48-iscsi neutron-server[104273]: 'SecurityGroup': '1.5', Jul 28 05:22:45.605314 dv-cinder-799871-48-iscsi neutron-server[104273]: 'SecurityGroupRule': '1.2', Jul 28 05:22:45.605314 dv-cinder-799871-48-iscsi neutron-server[104273]: 'SubPort': '1.0', Jul 28 05:22:45.605314 dv-cinder-799871-48-iscsi neutron-server[104273]: 'Subnet': '1.1', Jul 28 05:22:45.605314 dv-cinder-799871-48-iscsi neutron-server[104273]: 'Trunk': '1.1'}} Jul 28 05:22:45.605314 dv-cinder-799871-48-iscsi neutron-server[104273]: {{(pid=104273) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 05:22:45.675856 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c1c599f2-d6ad-4e53-a92c-992b54d55909 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748695041913'] for network (1c1ed623-a409-4ea2-8ce7-899fc2574646), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:45.710731 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=54,neutron:INSERT=44,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:22:45.775227 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c1c599f2-d6ad-4e53-a92c-992b54d55909 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692'] for network (1c1ed623-a409-4ea2-8ce7-899fc2574646), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:45.788290 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c599f2-d6ad-4e53-a92c-992b54d55909 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:22:45.788290 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c1c599f2-d6ad-4e53-a92c-992b54d55909 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for network (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:45.897023 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c599f2-d6ad-4e53-a92c-992b54d55909 demo demo] Pushing event updated for resources: {'Network': ['ID=1c1ed623-a409-4ea2-8ce7-899fc2574646,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:22:45.911849 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Network 1c1ed623-a409-4ea2-8ce7-899fc2574646 details requested by agent ovs-agent-dv-cinder-799871-48-iscsi with host dv-cinder-799871-48-iscsi {{(pid=104274) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 05:22:45.961276 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-c1c599f2-d6ad-4e53-a92c-992b54d55909 demo demo] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.1243403 Jul 28 05:22:48.238269 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 59832) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:22:48.649257 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54a4d82-5330-4b41-86d1-42858372da97 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:22:48.650581 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-c54a4d82-5330-4b41-86d1-42858372da97 demo admin] 10.222.0.33 "GET /v2.0/networks/1c1ed623-a409-4ea2-8ce7-899fc2574646 HTTP/1.1" status: 200 len: 825 time: 0.4113617 Jul 28 05:22:48.676842 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-6a88f607-1c6c-497a-b48b-fb809753f849 demo admin] 10.222.0.33 "GET /v2.0/subnetpools/98b12326-02ca-42e4-92e5-9c76ba8a86f5 HTTP/1.1" status: 200 len: 734 time: 0.0198147 Jul 28 05:22:48.685977 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-07027f65-f619-4b89-956a-8f2e35988214 demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '98b12326-02ca-42e4-92e5-9c76ba8a86f5', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '1c1ed623-a409-4ea2-8ce7-899fc2574646'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:22:48.755572 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07027f65-f619-4b89-956a-8f2e35988214 demo admin] Made reservation on behalf of a6a583ed824940e18ba5dd2fab4e5c72 for: {'subnet': 1} {{(pid=104273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:22:48.757853 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-07027f65-f619-4b89-956a-8f2e35988214 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:48.921574 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:22:49.127394 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-07027f65-f619-4b89-956a-8f2e35988214 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692'] for subnet (4ca2f798-2067-47fd-8be9-a22267d96b8a), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:49.199201 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07027f65-f619-4b89-956a-8f2e35988214 demo admin] Pushing event updated for resources: {'Subnet': ['ID=4ca2f798-2067-47fd-8be9-a22267d96b8a,revision_number=0']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:22:49.203174 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07027f65-f619-4b89-956a-8f2e35988214 demo admin] Checking segment: {'id': '5fd0add4-5cb0-4570-a5ad-e6b775032e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1c1ed623-a409-4ea2-8ce7-899fc2574646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:22:49.203559 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07027f65-f619-4b89-956a-8f2e35988214 demo admin] Network hostable DHCP agents. Network: 1c1ed623-a409-4ea2-8ce7-899fc2574646, hostable agents: ['abae2507-ed95-47f5-bead-3f33926efd64'], hosted agents: [] {{(pid=104273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 05:22:49.287015 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07027f65-f619-4b89-956a-8f2e35988214 demo admin] Network 1c1ed623-a409-4ea2-8ce7-899fc2574646 is scheduled to be hosted by DHCP agent abae2507-ed95-47f5-bead-3f33926efd64 with binding_index 1 {{(pid=104273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 05:22:49.512647 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [None req-07027f65-f619-4b89-956a-8f2e35988214 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-48-iscsi, 1c1ed623-a409-4ea2-8ce7-899fc2574646) {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:22:49.517352 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07027f65-f619-4b89-956a-8f2e35988214 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:22:49.517976 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-07027f65-f619-4b89-956a-8f2e35988214 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for subnet (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:49.521999 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6777b230-cca7-4d49-9c58-632dfff287b4 None None] Network 1c1ed623-a409-4ea2-8ce7-899fc2574646 requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:22:49.589532 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-07027f65-f619-4b89-956a-8f2e35988214 demo admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9072547 Jul 28 05:22:49.787672 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdabdd81-db3d-425d-abdb-f13037552624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1310213-672e-5d2f-8d43-02533df8fff2-1c1ed623-a409-4ea2-8ce7-899fc2574646', 'network_id': '1c1ed623-a409-4ea2-8ce7-899fc2574646', 'project_id': 'a6a583ed824940e18ba5dd2fab4e5c72', 'fixed_ips': [{'subnet_id': '4ca2f798-2067-47fd-8be9-a22267d96b8a'}]}} from dv-cinder-799871-48-iscsi. {{(pid=104274) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 05:22:49.789119 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-cdabdd81-db3d-425d-abdb-f13037552624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:50.067027 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.db_base_plugin_common [None req-cdabdd81-db3d-425d-abdb-f13037552624 None None] Allocated IP 172.20.0.2 (1c1ed623-a409-4ea2-8ce7-899fc2574646/4ca2f798-2067-47fd-8be9-a22267d96b8a/11ffb5b4-463b-4eb6-a8ef-16ee13a4ebc0) {{(pid=104274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:22:50.116296 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=58,neutron:INSERT=38,neutron:UPDATE=4 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:22:50.342434 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-cdabdd81-db3d-425d-abdb-f13037552624 None None] Publish callbacks [] for port (11ffb5b4-463b-4eb6-a8ef-16ee13a4ebc0), precommit_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:50.422099 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-cdabdd81-db3d-425d-abdb-f13037552624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915'] for port (11ffb5b4-463b-4eb6-a8ef-16ee13a4ebc0), after_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:50.492999 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:22:50.504435 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdabdd81-db3d-425d-abdb-f13037552624 None None] Network 1c1ed623-a409-4ea2-8ce7-899fc2574646 is already hosted by enough agents. {{(pid=104274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:22:50.510388 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.scheduler.base_scheduler [None req-cdabdd81-db3d-425d-abdb-f13037552624 None None] Resources bound (agent type, host, resource id): {{(pid=104274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:22:50.516347 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdabdd81-db3d-425d-abdb-f13037552624 None None] Pushing event updated for resources: {'Port': ['ID=11ffb5b4-463b-4eb6-a8ef-16ee13a4ebc0,revision_number=1']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:22:50.518747 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdabdd81-db3d-425d-abdb-f13037552624 None None] Received port after_create {{(pid=104274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:22:50.529804 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdabdd81-db3d-425d-abdb-f13037552624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:50.530433 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdabdd81-db3d-425d-abdb-f13037552624 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:50.530537 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdabdd81-db3d-425d-abdb-f13037552624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:50.530853 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdabdd81-db3d-425d-abdb-f13037552624 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:50.531194 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdabdd81-db3d-425d-abdb-f13037552624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:50.531527 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdabdd81-db3d-425d-abdb-f13037552624 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:50.531860 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdabdd81-db3d-425d-abdb-f13037552624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:50.532189 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdabdd81-db3d-425d-abdb-f13037552624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:50.532533 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdabdd81-db3d-425d-abdb-f13037552624 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:50.532864 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdabdd81-db3d-425d-abdb-f13037552624 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:50.533194 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdabdd81-db3d-425d-abdb-f13037552624 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:50.533560 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdabdd81-db3d-425d-abdb-f13037552624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:50.533892 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdabdd81-db3d-425d-abdb-f13037552624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:50.534219 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdabdd81-db3d-425d-abdb-f13037552624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:50.534537 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdabdd81-db3d-425d-abdb-f13037552624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:22:50.535989 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdabdd81-db3d-425d-abdb-f13037552624 None None] Tracked resource versions report: Jul 28 05:22:50.535989 dv-cinder-799871-48-iscsi neutron-server[104274]: pushed versions: Jul 28 05:22:50.535989 dv-cinder-799871-48-iscsi neutron-server[104274]: { 'AddressGroup': {'1.2'}, Jul 28 05:22:50.535989 dv-cinder-799871-48-iscsi neutron-server[104274]: 'Agent': {'1.1'}, Jul 28 05:22:50.535989 dv-cinder-799871-48-iscsi neutron-server[104274]: 'ConntrackHelper': {'1.0'}, Jul 28 05:22:50.535989 dv-cinder-799871-48-iscsi neutron-server[104274]: 'LocalIPAssociation': {'1.0'}, Jul 28 05:22:50.535989 dv-cinder-799871-48-iscsi neutron-server[104274]: 'Log': {'1.0'}, Jul 28 05:22:50.535989 dv-cinder-799871-48-iscsi neutron-server[104274]: 'NDPProxy': {'1.0'}, Jul 28 05:22:50.535989 dv-cinder-799871-48-iscsi neutron-server[104274]: 'Network': {'1.1'}, Jul 28 05:22:50.535989 dv-cinder-799871-48-iscsi neutron-server[104274]: 'Port': {'1.7'}, Jul 28 05:22:50.535989 dv-cinder-799871-48-iscsi neutron-server[104274]: 'PortForwarding': {'1.3'}, Jul 28 05:22:50.535989 dv-cinder-799871-48-iscsi neutron-server[104274]: 'QosPolicy': {'1.10'}, Jul 28 05:22:50.535989 dv-cinder-799871-48-iscsi neutron-server[104274]: 'SecurityGroup': {'1.5'}, Jul 28 05:22:50.535989 dv-cinder-799871-48-iscsi neutron-server[104274]: 'SecurityGroupRule': {'1.2'}, Jul 28 05:22:50.535989 dv-cinder-799871-48-iscsi neutron-server[104274]: 'SubPort': {'1.0'}, Jul 28 05:22:50.535989 dv-cinder-799871-48-iscsi neutron-server[104274]: 'Subnet': {'1.1'}, Jul 28 05:22:50.535989 dv-cinder-799871-48-iscsi neutron-server[104274]: 'Trunk': {'1.1'}} Jul 28 05:22:50.535989 dv-cinder-799871-48-iscsi neutron-server[104274]: consumer versions: Jul 28 05:22:50.535989 dv-cinder-799871-48-iscsi neutron-server[104274]: { DHCP agent@dv-cinder-799871-48-iscsi: {}, Jul 28 05:22:50.535989 dv-cinder-799871-48-iscsi neutron-server[104274]: L3 agent@dv-cinder-799871-48-iscsi: {}, Jul 28 05:22:50.535989 dv-cinder-799871-48-iscsi neutron-server[104274]: Metadata agent@dv-cinder-799871-48-iscsi: {}, Jul 28 05:22:50.535989 dv-cinder-799871-48-iscsi neutron-server[104274]: Metering agent@dv-cinder-799871-48-iscsi: {}, Jul 28 05:22:50.535989 dv-cinder-799871-48-iscsi neutron-server[104274]: Open vSwitch agent@dv-cinder-799871-48-iscsi: { 'AddressGroup': '1.2', Jul 28 05:22:50.535989 dv-cinder-799871-48-iscsi neutron-server[104274]: 'Agent': '1.1', Jul 28 05:22:50.535989 dv-cinder-799871-48-iscsi neutron-server[104274]: 'ConntrackHelper': '1.0', Jul 28 05:22:50.535989 dv-cinder-799871-48-iscsi neutron-server[104274]: 'LocalIPAssociation': '1.0', Jul 28 05:22:50.535989 dv-cinder-799871-48-iscsi neutron-server[104274]: 'Log': '1.0', Jul 28 05:22:50.535989 dv-cinder-799871-48-iscsi neutron-server[104274]: 'NDPProxy': '1.0', Jul 28 05:22:50.535989 dv-cinder-799871-48-iscsi neutron-server[104274]: 'Network': '1.1', Jul 28 05:22:50.535989 dv-cinder-799871-48-iscsi neutron-server[104274]: 'Port': '1.7', Jul 28 05:22:50.535989 dv-cinder-799871-48-iscsi neutron-server[104274]: 'PortForwarding': '1.3', Jul 28 05:22:50.535989 dv-cinder-799871-48-iscsi neutron-server[104274]: 'QosPolicy': '1.10', Jul 28 05:22:50.535989 dv-cinder-799871-48-iscsi neutron-server[104274]: 'SecurityGroup': '1.5', Jul 28 05:22:50.535989 dv-cinder-799871-48-iscsi neutron-server[104274]: 'SecurityGroupRule': '1.2', Jul 28 05:22:50.535989 dv-cinder-799871-48-iscsi neutron-server[104274]: 'SubPort': '1.0', Jul 28 05:22:50.535989 dv-cinder-799871-48-iscsi neutron-server[104274]: 'Subnet': '1.1', Jul 28 05:22:50.535989 dv-cinder-799871-48-iscsi neutron-server[104274]: 'Trunk': '1.1'}} Jul 28 05:22:50.535989 dv-cinder-799871-48-iscsi neutron-server[104274]: {{(pid=104274) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 05:22:50.613681 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-cdabdd81-db3d-425d-abdb-f13037552624 None None] Attempting to bind port 11ffb5b4-463b-4eb6-a8ef-16ee13a4ebc0 on host dv-cinder-799871-48-iscsi for vnic_type normal with profile {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:22:50.614021 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-cdabdd81-db3d-425d-abdb-f13037552624 None None] Attempting to bind port 11ffb5b4-463b-4eb6-a8ef-16ee13a4ebc0 by drivers openvswitch,hyperv on host dv-cinder-799871-48-iscsi at level 0 using segments [{'id': '5fd0add4-5cb0-4570-a5ad-e6b775032e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1c1ed623-a409-4ea2-8ce7-899fc2574646'}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:22:50.614450 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdabdd81-db3d-425d-abdb-f13037552624 None None] Attempting to bind port 11ffb5b4-463b-4eb6-a8ef-16ee13a4ebc0 on network 1c1ed623-a409-4ea2-8ce7-899fc2574646 {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:22:50.619994 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdabdd81-db3d-425d-abdb-f13037552624 None None] Checking agent: {'id': '5156d833-3082-4696-8f7b-587b7e45f062', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-48-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 22, 41), 'started_at': datetime.datetime(2022, 7, 28, 5, 22, 41), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-48-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:22:50.620377 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdabdd81-db3d-425d-abdb-f13037552624 None None] Checking segment: {'id': '5fd0add4-5cb0-4570-a5ad-e6b775032e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1c1ed623-a409-4ea2-8ce7-899fc2574646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:22:50.620860 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-cdabdd81-db3d-425d-abdb-f13037552624 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:50.621800 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdabdd81-db3d-425d-abdb-f13037552624 None None] Bound using segment: {'id': '5fd0add4-5cb0-4570-a5ad-e6b775032e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1c1ed623-a409-4ea2-8ce7-899fc2574646'} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:22:50.622388 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-cdabdd81-db3d-425d-abdb-f13037552624 None None] Bound port: 11ffb5b4-463b-4eb6-a8ef-16ee13a4ebc0, host: dv-cinder-799871-48-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fd0add4-5cb0-4570-a5ad-e6b775032e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1c1ed623-a409-4ea2-8ce7-899fc2574646'}}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:22:50.622805 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-cdabdd81-db3d-425d-abdb-f13037552624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (11ffb5b4-463b-4eb6-a8ef-16ee13a4ebc0), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:50.694087 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-cdabdd81-db3d-425d-abdb-f13037552624 None None] For port 11ffb5b4-463b-4eb6-a8ef-16ee13a4ebc0, host dv-cinder-799871-48-iscsi, cleared binding levels {{(pid=104274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:22:50.712990 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-cdabdd81-db3d-425d-abdb-f13037552624 None None] For port 11ffb5b4-463b-4eb6-a8ef-16ee13a4ebc0, host dv-cinder-799871-48-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=11ffb5b4-463b-4eb6-a8ef-16ee13a4ebc0,segment=NetworkSegment(5fd0add4-5cb0-4570-a5ad-e6b775032e87),segment_id=5fd0add4-5cb0-4570-a5ad-e6b775032e87)] {{(pid=104274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:22:50.798736 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-cdabdd81-db3d-425d-abdb-f13037552624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (11ffb5b4-463b-4eb6-a8ef-16ee13a4ebc0), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:50.886263 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdabdd81-db3d-425d-abdb-f13037552624 None None] Pushing event updated for resources: {'Port': ['ID=11ffb5b4-463b-4eb6-a8ef-16ee13a4ebc0,revision_number=2']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:22:51.868810 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 59842) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:22:52.439918 dv-cinder-799871-48-iscsi neutron-server[104272]: WARNING oslo_policy.policy [None req-70993a0f-1ca7-4a80-8d80-b272a6622a63 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 05:22:52.440482 dv-cinder-799871-48-iscsi neutron-server[104272]: WARNING oslo_policy.policy [None req-70993a0f-1ca7-4a80-8d80-b272a6622a63 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 05:22:52.667188 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [None req-70993a0f-1ca7-4a80-8d80-b272a6622a63 admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104272) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 05:22:52.681497 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-70993a0f-1ca7-4a80-8d80-b272a6622a63 admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7984228 Jul 28 05:22:54.980055 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 59856) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:22:55.317495 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [None req-165cc4ed-d06e-4c7f-8ed3-3364c1ecea6d admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104272) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 05:22:55.318497 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-165cc4ed-d06e-4c7f-8ed3-3364c1ecea6d admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3369071 Jul 28 05:22:55.406682 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:22:55.411230 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=8 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:22:57.601972 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 59870) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:22:57.949716 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-42369fc3-4a76-472d-b8f3-8dabee6fa735 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:22:58.009435 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.policy [None req-42369fc3-4a76-472d-b8f3-8dabee6fa735 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104272) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 05:22:58.054154 dv-cinder-799871-48-iscsi neutron-server[104272]: WARNING oslo_policy.policy [None req-42369fc3-4a76-472d-b8f3-8dabee6fa735 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 05:22:58.054558 dv-cinder-799871-48-iscsi neutron-server[104272]: WARNING oslo_policy.policy [None req-42369fc3-4a76-472d-b8f3-8dabee6fa735 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 05:22:58.074758 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writer thread running {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 05:22:58.075431 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:22:58.209535 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-42369fc3-4a76-472d-b8f3-8dabee6fa735 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4155669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3750'] for router (a3f577d1-567e-4ba7-b813-38858759a06a), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:58.211570 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-42369fc3-4a76-472d-b8f3-8dabee6fa735 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4157181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4018685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3759'] for router (a3f577d1-567e-4ba7-b813-38858759a06a), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:58.372988 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-42369fc3-4a76-472d-b8f3-8dabee6fa735 demo demo] Publish callbacks [] for router_controller (a3f577d1-567e-4ba7-b813-38858759a06a), precommit_add_association {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:58.399636 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 11ffb5b4-463b-4eb6-a8ef-16ee13a4ebc0 up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:22:58.488647 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port 11ffb5b4-463b-4eb6-a8ef-16ee13a4ebc0 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:22:58.488795 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (11ffb5b4-463b-4eb6-a8ef-16ee13a4ebc0), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:58.506609 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-42369fc3-4a76-472d-b8f3-8dabee6fa735 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4157131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4018561'] for router (a3f577d1-567e-4ba7-b813-38858759a06a), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:58.599119 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port 11ffb5b4-463b-4eb6-a8ef-16ee13a4ebc0 is: DOWN; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:22:58.599519 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (11ffb5b4-463b-4eb6-a8ef-16ee13a4ebc0), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:58.614911 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-42369fc3-4a76-472d-b8f3-8dabee6fa735 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:58.619745 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-42369fc3-4a76-472d-b8f3-8dabee6fa735 demo demo] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0167668 Jul 28 05:22:58.639495 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] For port 11ffb5b4-463b-4eb6-a8ef-16ee13a4ebc0, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=11ffb5b4-463b-4eb6-a8ef-16ee13a4ebc0,segment=NetworkSegment(5fd0add4-5cb0-4570-a5ad-e6b775032e87),segment_id=5fd0add4-5cb0-4570-a5ad-e6b775032e87)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:22:58.718156 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (11ffb5b4-463b-4eb6-a8ef-16ee13a4ebc0), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:58.768256 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Pushing event updated for resources: {'Port': ['ID=11ffb5b4-463b-4eb6-a8ef-16ee13a4ebc0,revision_number=3']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:22:59.077863 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbcdb38-ef45-4ab7-b482-e24f58d98584 None None] Network 1c1ed623-a409-4ea2-8ce7-899fc2574646 requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:22:59.138005 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-ea8ea429-d915-4847-8782-88e3538c240c None None] Provisioning complete for port 11ffb5b4-463b-4eb6-a8ef-16ee13a4ebc0 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:22:59.138383 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-ea8ea429-d915-4847-8782-88e3538c240c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (11ffb5b4-463b-4eb6-a8ef-16ee13a4ebc0), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:59.265379 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-ea8ea429-d915-4847-8782-88e3538c240c None None] Current status of the port 11ffb5b4-463b-4eb6-a8ef-16ee13a4ebc0 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:22:59.484832 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-61c3e74c-f397-419c-a81c-7d2a45c3bca4 None None] Provisioning complete for port 11ffb5b4-463b-4eb6-a8ef-16ee13a4ebc0 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:22:59.485501 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-61c3e74c-f397-419c-a81c-7d2a45c3bca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (11ffb5b4-463b-4eb6-a8ef-16ee13a4ebc0), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:22:59.508689 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:22:59.524968 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=67,neutron:INSERT=7 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:22:59.527209 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=14,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:22:59.556287 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:22:59.559755 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-61c3e74c-f397-419c-a81c-7d2a45c3bca4 None None] Current status of the port 11ffb5b4-463b-4eb6-a8ef-16ee13a4ebc0 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:23:00.369709 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 11ffb5b4-463b-4eb6-a8ef-16ee13a4ebc0 up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:23:00.412715 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port 11ffb5b4-463b-4eb6-a8ef-16ee13a4ebc0 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:23:00.413110 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (11ffb5b4-463b-4eb6-a8ef-16ee13a4ebc0), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:00.484129 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port 11ffb5b4-463b-4eb6-a8ef-16ee13a4ebc0 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:23:00.892609 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 59888) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:23:01.212610 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [None req-d832b7f8-ec95-437d-b486-8361b183d04c admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104272) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 05:23:01.213725 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-d832b7f8-ec95-437d-b486-8361b183d04c admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3200705 Jul 28 05:23:03.455828 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 59896) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:23:03.779091 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-d187a005-a75f-4ece-ac65-d2e6e47ddfc9 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:23:03.877344 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d187a005-a75f-4ece-ac65-d2e6e47ddfc9 admin admin] Made reservation on behalf of 44e83cd79a56499f92e288b2c69de397 for: {'network': 1} {{(pid=104273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:23:03.879672 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-d187a005-a75f-4ece-ac65-d2e6e47ddfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for network (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:03.888034 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-d187a005-a75f-4ece-ac65-d2e6e47ddfc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:03.961552 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-d187a005-a75f-4ece-ac65-d2e6e47ddfc9 admin admin] Publish callbacks [] for security_group (05866d18-ad75-4aae-80ac-b8e4ba7dd47b), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:04.029707 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-d187a005-a75f-4ece-ac65-d2e6e47ddfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (05866d18-ad75-4aae-80ac-b8e4ba7dd47b), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:04.048375 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d187a005-a75f-4ece-ac65-d2e6e47ddfc9 admin admin] Reserving flat network on physical network physnet1 {{(pid=104273) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 28 05:23:04.069819 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187a005-a75f-4ece-ac65-d2e6e47ddfc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05866d18-ad75-4aae-80ac-b8e4ba7dd47b,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:23:04.072643 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-d187a005-a75f-4ece-ac65-d2e6e47ddfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124'] for segment (18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:04.072981 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.db.segments_db [None req-d187a005-a75f-4ece-ac65-d2e6e47ddfc9 admin admin] Added segment 18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30 of type flat for network d892672b-b726-43a1-a501-142ea5a750c8 Jul 28 05:23:04.119858 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-d187a005-a75f-4ece-ac65-d2e6e47ddfc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748695041913'] for network (d892672b-b726-43a1-a501-142ea5a750c8), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:04.223542 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-d187a005-a75f-4ece-ac65-d2e6e47ddfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692'] for network (d892672b-b726-43a1-a501-142ea5a750c8), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:04.224503 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d187a005-a75f-4ece-ac65-d2e6e47ddfc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:23:04.225080 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-d187a005-a75f-4ece-ac65-d2e6e47ddfc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for network (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:04.317276 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187a005-a75f-4ece-ac65-d2e6e47ddfc9 admin admin] Pushing event updated for resources: {'Network': ['ID=d892672b-b726-43a1-a501-142ea5a750c8,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:23:04.327087 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Network d892672b-b726-43a1-a501-142ea5a750c8 details requested by agent ovs-agent-dv-cinder-799871-48-iscsi with host dv-cinder-799871-48-iscsi {{(pid=104274) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 05:23:04.355323 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-d187a005-a75f-4ece-ac65-d2e6e47ddfc9 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8978794 Jul 28 05:23:05.261354 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-06c8e9ab-2534-4d3a-a52d-c784dd43d593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:06.572263 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 59904) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:23:06.939959 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22bb926-1ba2-4ea7-9c91-d2266be49a84 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:23:06.941291 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-f22bb926-1ba2-4ea7-9c91-d2266be49a84 demo admin] 10.222.0.33 "GET /v2.0/subnets/4ca2f798-2067-47fd-8be9-a22267d96b8a HTTP/1.1" status: 200 len: 849 time: 0.3680716 Jul 28 05:23:07.100466 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-4f787aa4-ec77-4826-94b3-7772cf6fdff6 demo admin] 10.222.0.33 "GET /v2.0/routers/a3f577d1-567e-4ba7-b813-38858759a06a HTTP/1.1" status: 200 len: 704 time: 0.1531522 Jul 28 05:23:07.363745 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-39a68caf-b2d8-4fad-af19-363f7513dd58 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:07.557247 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:23:07.609000 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-475e163b-0ab7-4e5d-97c3-4cde05f2d0cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:07.629319 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:23:07.653008 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.db_base_plugin_common [None req-39a68caf-b2d8-4fad-af19-363f7513dd58 demo admin] Allocated IP 172.20.0.1 (1c1ed623-a409-4ea2-8ce7-899fc2574646/4ca2f798-2067-47fd-8be9-a22267d96b8a/4a6b10c4-0d60-4a3c-b425-421bb35c7188) {{(pid=104273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:23:07.854386 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-39a68caf-b2d8-4fad-af19-363f7513dd58 demo admin] Publish callbacks [] for port (4a6b10c4-0d60-4a3c-b425-421bb35c7188), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:07.966962 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-39a68caf-b2d8-4fad-af19-363f7513dd58 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915'] for port (4a6b10c4-0d60-4a3c-b425-421bb35c7188), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:08.036576 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a68caf-b2d8-4fad-af19-363f7513dd58 demo admin] Network 1c1ed623-a409-4ea2-8ce7-899fc2574646 is already hosted by enough agents. {{(pid=104273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:23:08.044436 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [None req-39a68caf-b2d8-4fad-af19-363f7513dd58 demo admin] Resources bound (agent type, host, resource id): {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:23:08.051577 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a68caf-b2d8-4fad-af19-363f7513dd58 demo admin] Received port after_create {{(pid=104273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:23:08.052133 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-39a68caf-b2d8-4fad-af19-363f7513dd58 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4155265'] for router_interface (a3f577d1-567e-4ba7-b813-38858759a06a), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:08.111625 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a68caf-b2d8-4fad-af19-363f7513dd58 demo admin] Pushing event updated for resources: {'Port': ['ID=4a6b10c4-0d60-4a3c-b425-421bb35c7188,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:23:08.224664 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-1883370e-8a37-4d97-b369-7fc5a86a034b None None] Provisioning complete for port 4a6b10c4-0d60-4a3c-b425-421bb35c7188 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:23:08.225048 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-1883370e-8a37-4d97-b369-7fc5a86a034b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (4a6b10c4-0d60-4a3c-b425-421bb35c7188), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:08.301791 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-1883370e-8a37-4d97-b369-7fc5a86a034b None None] Port 4a6b10c4-0d60-4a3c-b425-421bb35c7188 cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:23:08.349620 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-39a68caf-b2d8-4fad-af19-363f7513dd58 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (4a6b10c4-0d60-4a3c-b425-421bb35c7188), before_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:08.534894 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:08.537830 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=7 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:23:08.540830 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=11,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:23:08.547309 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:23:08.555620 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-39a68caf-b2d8-4fad-af19-363f7513dd58 demo admin] Publish callbacks [] for port (4a6b10c4-0d60-4a3c-b425-421bb35c7188), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:08.625826 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-39a68caf-b2d8-4fad-af19-363f7513dd58 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (4a6b10c4-0d60-4a3c-b425-421bb35c7188), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:08.626629 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-39a68caf-b2d8-4fad-af19-363f7513dd58 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4155389'] for router_interface (a3f577d1-567e-4ba7-b813-38858759a06a), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:08.710067 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a68caf-b2d8-4fad-af19-363f7513dd58 demo admin] Pushing event updated for resources: {'Port': ['ID=4a6b10c4-0d60-4a3c-b425-421bb35c7188,revision_number=2']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:23:08.755979 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a68caf-b2d8-4fad-af19-363f7513dd58 demo admin] Network 1c1ed623-a409-4ea2-8ce7-899fc2574646 is already hosted by enough agents. {{(pid=104273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:23:08.757321 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [None req-39a68caf-b2d8-4fad-af19-363f7513dd58 demo admin] Resources bound (agent type, host, resource id): {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:23:08.902508 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:23:08.922514 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-a1bb0bad-00a6-4807-92c8-ff42a64b768d None None] Provisioning complete for port 4a6b10c4-0d60-4a3c-b425-421bb35c7188 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:23:08.923050 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a1bb0bad-00a6-4807-92c8-ff42a64b768d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (4a6b10c4-0d60-4a3c-b425-421bb35c7188), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:08.953722 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-a1bb0bad-00a6-4807-92c8-ff42a64b768d None None] Port 4a6b10c4-0d60-4a3c-b425-421bb35c7188 cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:23:08.983571 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a68caf-b2d8-4fad-af19-363f7513dd58 demo admin] Router a3f577d1-567e-4ba7-b813-38858759a06a is scheduled to L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a with binding_index 1 {{(pid=104273) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 05:23:09.072361 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a68caf-b2d8-4fad-af19-363f7513dd58 demo admin] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:23:09.077940 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-39a68caf-b2d8-4fad-af19-363f7513dd58 demo admin] 10.222.0.33 "PUT /v2.0/routers/a3f577d1-567e-4ba7-b813-38858759a06a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9713395 Jul 28 05:23:09.082883 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5664f6d-07ff-4855-b188-092fdbb17362 None None] Sync routers for ids ['a3f577d1-567e-4ba7-b813-38858759a06a'] in dv-cinder-799871-48-iscsi {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:23:09.096368 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5664f6d-07ff-4855-b188-092fdbb17362 None None] Routers {'a3f577d1-567e-4ba7-b813-38858759a06a'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:23:09.097205 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-d5664f6d-07ff-4855-b188-092fdbb17362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:23:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['a3f577d1-567e-4ba7-b813-38858759a06a'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:23:09.279934 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-d5664f6d-07ff-4855-b188-092fdbb17362 None None] Set router a3f577d1-567e-4ba7-b813-38858759a06a gateway port host: None {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:23:09.699337 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-d5664f6d-07ff-4855-b188-092fdbb17362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f577d1-567e-4ba7-b813-38858759a06a', 'name': 'router1', 'tenant_id': 'a6a583ed824940e18ba5dd2fab4e5c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:22:58Z', 'updated_at': '2022-07-28T05:23:08Z', 'revision_number': 2, 'project_id': 'a6a583ed824940e18ba5dd2fab4e5c72', 'gw_port_host': None, '_interfaces': [{'id': '4a6b10c4-0d60-4a3c-b425-421bb35c7188', 'name': '', 'network_id': '1c1ed623-a409-4ea2-8ce7-899fc2574646', 'tenant_id': 'a6a583ed824940e18ba5dd2fab4e5c72', 'mac_address': 'fa:16:3e:57:98:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f577d1-567e-4ba7-b813-38858759a06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ca2f798-2067-47fd-8be9-a22267d96b8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:23:07Z', 'updated_at': '2022-07-28T05:23:08Z', 'revision_number': 2, 'project_id': 'a6a583ed824940e18ba5dd2fab4e5c72', 'subnets': [{'id': '4ca2f798-2067-47fd-8be9-a22267d96b8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98b12326-02ca-42e4-92e5-9c76ba8a86f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:23:09.747774 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5664f6d-07ff-4855-b188-092fdbb17362 None None] Checking router: a3f577d1-567e-4ba7-b813-38858759a06a for host: dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:23:09.748146 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5664f6d-07ff-4855-b188-092fdbb17362 None None] Updating router a3f577d1-567e-4ba7-b813-38858759a06a port 4a6b10c4-0d60-4a3c-b425-421bb35c7188 binding host dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:23:09.800583 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d5664f6d-07ff-4855-b188-092fdbb17362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (4a6b10c4-0d60-4a3c-b425-421bb35c7188), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:10.310057 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d5664f6d-07ff-4855-b188-092fdbb17362 None None] Publish callbacks [] for port (4a6b10c4-0d60-4a3c-b425-421bb35c7188), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:10.655164 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d5664f6d-07ff-4855-b188-092fdbb17362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (4a6b10c4-0d60-4a3c-b425-421bb35c7188), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:10.666148 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:10.762015 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:10.787186 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd87ff5-8fd8-4e1e-bd3d-b6439b9e35f6 None None] Pushing event updated for resources: {'Port': ['ID=4a6b10c4-0d60-4a3c-b425-421bb35c7188,revision_number=3']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:23:10.818879 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd87ff5-8fd8-4e1e-bd3d-b6439b9e35f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:23:10.819228 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd87ff5-8fd8-4e1e-bd3d-b6439b9e35f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:23:10.819589 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd87ff5-8fd8-4e1e-bd3d-b6439b9e35f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:23:10.819926 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd87ff5-8fd8-4e1e-bd3d-b6439b9e35f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:23:10.820251 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd87ff5-8fd8-4e1e-bd3d-b6439b9e35f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:23:10.820576 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd87ff5-8fd8-4e1e-bd3d-b6439b9e35f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:23:10.820895 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd87ff5-8fd8-4e1e-bd3d-b6439b9e35f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:23:10.821214 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd87ff5-8fd8-4e1e-bd3d-b6439b9e35f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:23:10.821608 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd87ff5-8fd8-4e1e-bd3d-b6439b9e35f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:23:10.821937 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd87ff5-8fd8-4e1e-bd3d-b6439b9e35f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:23:10.822262 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd87ff5-8fd8-4e1e-bd3d-b6439b9e35f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:23:10.822616 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd87ff5-8fd8-4e1e-bd3d-b6439b9e35f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:23:10.822939 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd87ff5-8fd8-4e1e-bd3d-b6439b9e35f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:23:10.824158 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd87ff5-8fd8-4e1e-bd3d-b6439b9e35f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:23:10.824479 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd87ff5-8fd8-4e1e-bd3d-b6439b9e35f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:23:10.826010 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd87ff5-8fd8-4e1e-bd3d-b6439b9e35f6 None None] Tracked resource versions report: Jul 28 05:23:10.826010 dv-cinder-799871-48-iscsi neutron-server[104275]: pushed versions: Jul 28 05:23:10.826010 dv-cinder-799871-48-iscsi neutron-server[104275]: { 'AddressGroup': {'1.2'}, Jul 28 05:23:10.826010 dv-cinder-799871-48-iscsi neutron-server[104275]: 'Agent': {'1.1'}, Jul 28 05:23:10.826010 dv-cinder-799871-48-iscsi neutron-server[104275]: 'ConntrackHelper': {'1.0'}, Jul 28 05:23:10.826010 dv-cinder-799871-48-iscsi neutron-server[104275]: 'LocalIPAssociation': {'1.0'}, Jul 28 05:23:10.826010 dv-cinder-799871-48-iscsi neutron-server[104275]: 'Log': {'1.0'}, Jul 28 05:23:10.826010 dv-cinder-799871-48-iscsi neutron-server[104275]: 'NDPProxy': {'1.0'}, Jul 28 05:23:10.826010 dv-cinder-799871-48-iscsi neutron-server[104275]: 'Network': {'1.1'}, Jul 28 05:23:10.826010 dv-cinder-799871-48-iscsi neutron-server[104275]: 'Port': {'1.7'}, Jul 28 05:23:10.826010 dv-cinder-799871-48-iscsi neutron-server[104275]: 'PortForwarding': {'1.3'}, Jul 28 05:23:10.826010 dv-cinder-799871-48-iscsi neutron-server[104275]: 'QosPolicy': {'1.10'}, Jul 28 05:23:10.826010 dv-cinder-799871-48-iscsi neutron-server[104275]: 'SecurityGroup': {'1.5'}, Jul 28 05:23:10.826010 dv-cinder-799871-48-iscsi neutron-server[104275]: 'SecurityGroupRule': {'1.2'}, Jul 28 05:23:10.826010 dv-cinder-799871-48-iscsi neutron-server[104275]: 'SubPort': {'1.0'}, Jul 28 05:23:10.826010 dv-cinder-799871-48-iscsi neutron-server[104275]: 'Subnet': {'1.1'}, Jul 28 05:23:10.826010 dv-cinder-799871-48-iscsi neutron-server[104275]: 'Trunk': {'1.1'}} Jul 28 05:23:10.826010 dv-cinder-799871-48-iscsi neutron-server[104275]: consumer versions: Jul 28 05:23:10.826010 dv-cinder-799871-48-iscsi neutron-server[104275]: { DHCP agent@dv-cinder-799871-48-iscsi: {}, Jul 28 05:23:10.826010 dv-cinder-799871-48-iscsi neutron-server[104275]: L3 agent@dv-cinder-799871-48-iscsi: {}, Jul 28 05:23:10.826010 dv-cinder-799871-48-iscsi neutron-server[104275]: Metadata agent@dv-cinder-799871-48-iscsi: {}, Jul 28 05:23:10.826010 dv-cinder-799871-48-iscsi neutron-server[104275]: Metering agent@dv-cinder-799871-48-iscsi: {}, Jul 28 05:23:10.826010 dv-cinder-799871-48-iscsi neutron-server[104275]: Open vSwitch agent@dv-cinder-799871-48-iscsi: { 'AddressGroup': '1.2', Jul 28 05:23:10.826010 dv-cinder-799871-48-iscsi neutron-server[104275]: 'Agent': '1.1', Jul 28 05:23:10.826010 dv-cinder-799871-48-iscsi neutron-server[104275]: 'ConntrackHelper': '1.0', Jul 28 05:23:10.826010 dv-cinder-799871-48-iscsi neutron-server[104275]: 'LocalIPAssociation': '1.0', Jul 28 05:23:10.826010 dv-cinder-799871-48-iscsi neutron-server[104275]: 'Log': '1.0', Jul 28 05:23:10.826010 dv-cinder-799871-48-iscsi neutron-server[104275]: 'NDPProxy': '1.0', Jul 28 05:23:10.826010 dv-cinder-799871-48-iscsi neutron-server[104275]: 'Network': '1.1', Jul 28 05:23:10.826010 dv-cinder-799871-48-iscsi neutron-server[104275]: 'Port': '1.7', Jul 28 05:23:10.826010 dv-cinder-799871-48-iscsi neutron-server[104275]: 'PortForwarding': '1.3', Jul 28 05:23:10.826010 dv-cinder-799871-48-iscsi neutron-server[104275]: 'QosPolicy': '1.10', Jul 28 05:23:10.826010 dv-cinder-799871-48-iscsi neutron-server[104275]: 'SecurityGroup': '1.5', Jul 28 05:23:10.826010 dv-cinder-799871-48-iscsi neutron-server[104275]: 'SecurityGroupRule': '1.2', Jul 28 05:23:10.826010 dv-cinder-799871-48-iscsi neutron-server[104275]: 'SubPort': '1.0', Jul 28 05:23:10.826010 dv-cinder-799871-48-iscsi neutron-server[104275]: 'Subnet': '1.1', Jul 28 05:23:10.826010 dv-cinder-799871-48-iscsi neutron-server[104275]: 'Trunk': '1.1'}} Jul 28 05:23:10.826010 dv-cinder-799871-48-iscsi neutron-server[104275]: {{(pid=104275) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 05:23:10.855737 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [None req-d5664f6d-07ff-4855-b188-092fdbb17362 None None] Attempting to bind port 4a6b10c4-0d60-4a3c-b425-421bb35c7188 on host dv-cinder-799871-48-iscsi for vnic_type normal with profile {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:23:10.856142 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [None req-d5664f6d-07ff-4855-b188-092fdbb17362 None None] Attempting to bind port 4a6b10c4-0d60-4a3c-b425-421bb35c7188 by drivers openvswitch,hyperv on host dv-cinder-799871-48-iscsi at level 0 using segments [{'id': '5fd0add4-5cb0-4570-a5ad-e6b775032e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1c1ed623-a409-4ea2-8ce7-899fc2574646'}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:23:10.856612 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5664f6d-07ff-4855-b188-092fdbb17362 None None] Attempting to bind port 4a6b10c4-0d60-4a3c-b425-421bb35c7188 on network 1c1ed623-a409-4ea2-8ce7-899fc2574646 {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:23:10.861935 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5664f6d-07ff-4855-b188-092fdbb17362 None None] Checking agent: {'id': '5156d833-3082-4696-8f7b-587b7e45f062', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-48-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 22, 41), 'started_at': datetime.datetime(2022, 7, 28, 5, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-48-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:23:10.862334 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5664f6d-07ff-4855-b188-092fdbb17362 None None] Checking segment: {'id': '5fd0add4-5cb0-4570-a5ad-e6b775032e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1c1ed623-a409-4ea2-8ce7-899fc2574646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:23:10.862809 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d5664f6d-07ff-4855-b188-092fdbb17362 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:10.863206 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5664f6d-07ff-4855-b188-092fdbb17362 None None] Bound using segment: {'id': '5fd0add4-5cb0-4570-a5ad-e6b775032e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1c1ed623-a409-4ea2-8ce7-899fc2574646'} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:23:10.863665 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [None req-d5664f6d-07ff-4855-b188-092fdbb17362 None None] Bound port: 4a6b10c4-0d60-4a3c-b425-421bb35c7188, host: dv-cinder-799871-48-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fd0add4-5cb0-4570-a5ad-e6b775032e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1c1ed623-a409-4ea2-8ce7-899fc2574646'}}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:23:10.864045 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d5664f6d-07ff-4855-b188-092fdbb17362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (4a6b10c4-0d60-4a3c-b425-421bb35c7188), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:10.881683 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-96b40e90-3e06-4ab0-ac10-7e2f3eb9bb9f None None] Provisioning complete for port 4a6b10c4-0d60-4a3c-b425-421bb35c7188 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:23:10.882083 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-96b40e90-3e06-4ab0-ac10-7e2f3eb9bb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (4a6b10c4-0d60-4a3c-b425-421bb35c7188), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:10.895854 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:23:10.916966 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-96b40e90-3e06-4ab0-ac10-7e2f3eb9bb9f None None] Port 4a6b10c4-0d60-4a3c-b425-421bb35c7188 cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:23:10.930687 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [None req-d5664f6d-07ff-4855-b188-092fdbb17362 None None] For port 4a6b10c4-0d60-4a3c-b425-421bb35c7188, host dv-cinder-799871-48-iscsi, cleared binding levels {{(pid=104275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:23:10.951196 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [None req-d5664f6d-07ff-4855-b188-092fdbb17362 None None] For port 4a6b10c4-0d60-4a3c-b425-421bb35c7188, host dv-cinder-799871-48-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=4a6b10c4-0d60-4a3c-b425-421bb35c7188,segment=NetworkSegment(5fd0add4-5cb0-4570-a5ad-e6b775032e87),segment_id=5fd0add4-5cb0-4570-a5ad-e6b775032e87)] {{(pid=104275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:23:10.952215 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:23:11.018372 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-d5664f6d-07ff-4855-b188-092fdbb17362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (4a6b10c4-0d60-4a3c-b425-421bb35c7188), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:11.079237 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd87ff5-8fd8-4e1e-bd3d-b6439b9e35f6 None None] Pushing event updated for resources: {'Port': ['ID=4a6b10c4-0d60-4a3c-b425-421bb35c7188,revision_number=4']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:23:11.088159 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5664f6d-07ff-4855-b188-092fdbb17362 None None] Routers {'a3f577d1-567e-4ba7-b813-38858759a06a'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:23:11.089194 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-d5664f6d-07ff-4855-b188-092fdbb17362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:23:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['a3f577d1-567e-4ba7-b813-38858759a06a'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:23:11.180188 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-d5664f6d-07ff-4855-b188-092fdbb17362 None None] Set router a3f577d1-567e-4ba7-b813-38858759a06a gateway port host: None {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:23:11.237511 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-d4961295-9de2-4abf-bdae-1f3ea0cd35dd None None] Provisioning complete for port 4a6b10c4-0d60-4a3c-b425-421bb35c7188 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:23:11.238225 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-d4961295-9de2-4abf-bdae-1f3ea0cd35dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (4a6b10c4-0d60-4a3c-b425-421bb35c7188), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:11.313683 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-d4961295-9de2-4abf-bdae-1f3ea0cd35dd None None] Current status of the port 4a6b10c4-0d60-4a3c-b425-421bb35c7188 is: DOWN; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:23:11.314072 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-d4961295-9de2-4abf-bdae-1f3ea0cd35dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (4a6b10c4-0d60-4a3c-b425-421bb35c7188), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:11.346387 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-d4961295-9de2-4abf-bdae-1f3ea0cd35dd None None] For port 4a6b10c4-0d60-4a3c-b425-421bb35c7188, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=4a6b10c4-0d60-4a3c-b425-421bb35c7188,segment=NetworkSegment(5fd0add4-5cb0-4570-a5ad-e6b775032e87),segment_id=5fd0add4-5cb0-4570-a5ad-e6b775032e87)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:23:11.356961 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 59916) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:23:11.382813 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-d5664f6d-07ff-4855-b188-092fdbb17362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f577d1-567e-4ba7-b813-38858759a06a', 'name': 'router1', 'tenant_id': 'a6a583ed824940e18ba5dd2fab4e5c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:22:58Z', 'updated_at': '2022-07-28T05:23:08Z', 'revision_number': 2, 'project_id': 'a6a583ed824940e18ba5dd2fab4e5c72', 'gw_port_host': None, '_interfaces': [{'id': '4a6b10c4-0d60-4a3c-b425-421bb35c7188', 'name': '', 'network_id': '1c1ed623-a409-4ea2-8ce7-899fc2574646', 'tenant_id': 'a6a583ed824940e18ba5dd2fab4e5c72', 'mac_address': 'fa:16:3e:57:98:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f577d1-567e-4ba7-b813-38858759a06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ca2f798-2067-47fd-8be9-a22267d96b8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:23:07Z', 'updated_at': '2022-07-28T05:23:10Z', 'revision_number': 4, 'project_id': 'a6a583ed824940e18ba5dd2fab4e5c72', 'subnets': [{'id': '4ca2f798-2067-47fd-8be9-a22267d96b8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98b12326-02ca-42e4-92e5-9c76ba8a86f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:23:11.407921 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5664f6d-07ff-4855-b188-092fdbb17362 None None] The sync data for ids ['a3f577d1-567e-4ba7-b813-38858759a06a'] in dv-cinder-799871-48-iscsi is: [{'id': 'a3f577d1-567e-4ba7-b813-38858759a06a', 'name': 'router1', 'tenant_id': 'a6a583ed824940e18ba5dd2fab4e5c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:22:58Z', 'updated_at': '2022-07-28T05:23:08Z', 'revision_number': 2, 'project_id': 'a6a583ed824940e18ba5dd2fab4e5c72', 'gw_port_host': None, '_interfaces': [{'id': '4a6b10c4-0d60-4a3c-b425-421bb35c7188', 'name': '', 'network_id': '1c1ed623-a409-4ea2-8ce7-899fc2574646', 'tenant_id': 'a6a583ed824940e18ba5dd2fab4e5c72', 'mac_address': 'fa:16:3e:57:98:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f577d1-567e-4ba7-b813-38858759a06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ca2f798-2067-47fd-8be9-a22267d96b8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:23:07Z', 'updated_at': '2022-07-28T05:23:10Z', 'revision_number': 4, 'project_id': 'a6a583ed824940e18ba5dd2fab4e5c72', 'subnets': [{'id': '4ca2f798-2067-47fd-8be9-a22267d96b8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98b12326-02ca-42e4-92e5-9c76ba8a86f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:23:11.420771 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-d4961295-9de2-4abf-bdae-1f3ea0cd35dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (4a6b10c4-0d60-4a3c-b425-421bb35c7188), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:11.478641 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4961295-9de2-4abf-bdae-1f3ea0cd35dd None None] Pushing event updated for resources: {'Port': ['ID=4a6b10c4-0d60-4a3c-b425-421bb35c7188,revision_number=5']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:23:11.757988 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee21df3d-5d65-4398-aaab-87538c812756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:23:11.759308 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-ee21df3d-5d65-4398-aaab-87538c812756 admin admin] 10.222.0.33 "GET /v2.0/networks/d892672b-b726-43a1-a501-142ea5a750c8 HTTP/1.1" status: 200 len: 842 time: 0.4013348 Jul 28 05:23:11.769327 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-ccecde20-47d6-4bfc-bdc0-271725b670d3 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.0.0/24'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:23:11.860587 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccecde20-47d6-4bfc-bdc0-271725b670d3 admin admin] Made reservation on behalf of 44e83cd79a56499f92e288b2c69de397 for: {'subnet': 1} {{(pid=104273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:23:11.862966 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ccecde20-47d6-4bfc-bdc0-271725b670d3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:12.276435 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.objects.ports [None req-ccecde20-47d6-4bfc-bdc0-271725b670d3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104273) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 28 05:23:12.276872 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ccecde20-47d6-4bfc-bdc0-271725b670d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692'] for subnet (481049b9-1d68-41f1-a9d6-55330db72a03), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:12.333554 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccecde20-47d6-4bfc-bdc0-271725b670d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=481049b9-1d68-41f1-a9d6-55330db72a03,revision_number=0']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:23:12.340612 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccecde20-47d6-4bfc-bdc0-271725b670d3 admin admin] Checking segment: {'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:23:12.340962 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccecde20-47d6-4bfc-bdc0-271725b670d3 admin admin] Network hostable DHCP agents. Network: d892672b-b726-43a1-a501-142ea5a750c8, hostable agents: ['abae2507-ed95-47f5-bead-3f33926efd64'], hosted agents: [] {{(pid=104273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 05:23:12.417708 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccecde20-47d6-4bfc-bdc0-271725b670d3 admin admin] Network d892672b-b726-43a1-a501-142ea5a750c8 is scheduled to be hosted by DHCP agent abae2507-ed95-47f5-bead-3f33926efd64 with binding_index 1 {{(pid=104273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 05:23:12.498108 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [None req-ccecde20-47d6-4bfc-bdc0-271725b670d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-48-iscsi, d892672b-b726-43a1-a501-142ea5a750c8) {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:23:12.502249 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccecde20-47d6-4bfc-bdc0-271725b670d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:23:12.502898 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ccecde20-47d6-4bfc-bdc0-271725b670d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for subnet (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:12.508591 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cb2435-c72a-4f98-84f7-096f6ba6dfe6 None None] Network d892672b-b726-43a1-a501-142ea5a750c8 requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:23:12.586440 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-ccecde20-47d6-4bfc-bdc0-271725b670d3 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8202946 Jul 28 05:23:12.641661 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0413b3ea-c815-441d-998e-b739e7fd7fab None None] Network d892672b-b726-43a1-a501-142ea5a750c8 requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:23:12.705558 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:23:14.906659 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 59924) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:23:15.391498 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-ac0f6a68-f8fb-4e18-bcb4-0609729fa42b demo admin] 10.222.0.33 "GET /v2.0/routers/a3f577d1-567e-4ba7-b813-38858759a06a HTTP/1.1" status: 200 len: 710 time: 0.4837570 Jul 28 05:23:15.587047 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6deee6-3bf2-4f6a-b1a6-c1d986fb1c2b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:23:15.588626 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-6b6deee6-3bf2-4f6a-b1a6-c1d986fb1c2b demo admin] 10.222.0.33 "GET /v2.0/networks/d892672b-b726-43a1-a501-142ea5a750c8 HTTP/1.1" status: 200 len: 886 time: 0.1915531 Jul 28 05:23:15.598217 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-77ef7067-791e-4a71-8874-20f217ae8708 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:23:15.862392 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-77ef7067-791e-4a71-8874-20f217ae8708 demo admin] Publish callbacks [] for router_gateway (a3f577d1-567e-4ba7-b813-38858759a06a), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:16.141808 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-77ef7067-791e-4a71-8874-20f217ae8708 demo admin] Publish callbacks [] for router_gateway (a3f577d1-567e-4ba7-b813-38858759a06a), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:16.258918 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-77ef7067-791e-4a71-8874-20f217ae8708 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:16.408654 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 4a6b10c4-0d60-4a3c-b425-421bb35c7188 up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:23:16.455983 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port 4a6b10c4-0d60-4a3c-b425-421bb35c7188 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:23:16.456380 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (4a6b10c4-0d60-4a3c-b425-421bb35c7188), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:16.461939 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.db_base_plugin_common [None req-77ef7067-791e-4a71-8874-20f217ae8708 demo admin] Allocated IP 172.27.0.247 (d892672b-b726-43a1-a501-142ea5a750c8/481049b9-1d68-41f1-a9d6-55330db72a03/69d35564-a14c-48b9-ae45-437bfde7184b) {{(pid=104272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:23:16.497553 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:23:16.536849 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port 4a6b10c4-0d60-4a3c-b425-421bb35c7188 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:23:16.580097 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-77ef7067-791e-4a71-8874-20f217ae8708 demo admin] Publish callbacks [] for port (69d35564-a14c-48b9-ae45-437bfde7184b), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:16.586933 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:23:16.621883 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:23:16.692940 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-77ef7067-791e-4a71-8874-20f217ae8708 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915'] for port (69d35564-a14c-48b9-ae45-437bfde7184b), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:16.735056 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ef7067-791e-4a71-8874-20f217ae8708 demo admin] Network d892672b-b726-43a1-a501-142ea5a750c8 is already hosted by enough agents. {{(pid=104272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:23:16.759361 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [None req-77ef7067-791e-4a71-8874-20f217ae8708 demo admin] Resources bound (agent type, host, resource id): {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:23:16.810323 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef7067-791e-4a71-8874-20f217ae8708 demo admin] Pushing event updated for resources: {'Port': ['ID=69d35564-a14c-48b9-ae45-437bfde7184b,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:23:16.813115 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ef7067-791e-4a71-8874-20f217ae8708 demo admin] Received port after_create {{(pid=104272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:23:16.850809 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef7067-791e-4a71-8874-20f217ae8708 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:23:16.851153 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef7067-791e-4a71-8874-20f217ae8708 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:23:16.851500 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef7067-791e-4a71-8874-20f217ae8708 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:23:16.851859 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef7067-791e-4a71-8874-20f217ae8708 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:23:16.852192 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef7067-791e-4a71-8874-20f217ae8708 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:23:16.852523 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef7067-791e-4a71-8874-20f217ae8708 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:23:16.852852 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef7067-791e-4a71-8874-20f217ae8708 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:23:16.853176 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef7067-791e-4a71-8874-20f217ae8708 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:23:16.853521 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef7067-791e-4a71-8874-20f217ae8708 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:23:16.853851 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef7067-791e-4a71-8874-20f217ae8708 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:23:16.854804 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef7067-791e-4a71-8874-20f217ae8708 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:23:16.855133 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef7067-791e-4a71-8874-20f217ae8708 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:23:16.855454 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef7067-791e-4a71-8874-20f217ae8708 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:23:16.855817 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef7067-791e-4a71-8874-20f217ae8708 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:23:16.856096 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef7067-791e-4a71-8874-20f217ae8708 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:23:16.857576 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef7067-791e-4a71-8874-20f217ae8708 demo admin] Tracked resource versions report: Jul 28 05:23:16.857576 dv-cinder-799871-48-iscsi neutron-server[104272]: pushed versions: Jul 28 05:23:16.857576 dv-cinder-799871-48-iscsi neutron-server[104272]: { 'AddressGroup': {'1.2'}, Jul 28 05:23:16.857576 dv-cinder-799871-48-iscsi neutron-server[104272]: 'Agent': {'1.1'}, Jul 28 05:23:16.857576 dv-cinder-799871-48-iscsi neutron-server[104272]: 'ConntrackHelper': {'1.0'}, Jul 28 05:23:16.857576 dv-cinder-799871-48-iscsi neutron-server[104272]: 'LocalIPAssociation': {'1.0'}, Jul 28 05:23:16.857576 dv-cinder-799871-48-iscsi neutron-server[104272]: 'Log': {'1.0'}, Jul 28 05:23:16.857576 dv-cinder-799871-48-iscsi neutron-server[104272]: 'NDPProxy': {'1.0'}, Jul 28 05:23:16.857576 dv-cinder-799871-48-iscsi neutron-server[104272]: 'Network': {'1.1'}, Jul 28 05:23:16.857576 dv-cinder-799871-48-iscsi neutron-server[104272]: 'Port': {'1.7'}, Jul 28 05:23:16.857576 dv-cinder-799871-48-iscsi neutron-server[104272]: 'PortForwarding': {'1.3'}, Jul 28 05:23:16.857576 dv-cinder-799871-48-iscsi neutron-server[104272]: 'QosPolicy': {'1.10'}, Jul 28 05:23:16.857576 dv-cinder-799871-48-iscsi neutron-server[104272]: 'SecurityGroup': {'1.5'}, Jul 28 05:23:16.857576 dv-cinder-799871-48-iscsi neutron-server[104272]: 'SecurityGroupRule': {'1.2'}, Jul 28 05:23:16.857576 dv-cinder-799871-48-iscsi neutron-server[104272]: 'SubPort': {'1.0'}, Jul 28 05:23:16.857576 dv-cinder-799871-48-iscsi neutron-server[104272]: 'Subnet': {'1.1'}, Jul 28 05:23:16.857576 dv-cinder-799871-48-iscsi neutron-server[104272]: 'Trunk': {'1.1'}} Jul 28 05:23:16.857576 dv-cinder-799871-48-iscsi neutron-server[104272]: consumer versions: Jul 28 05:23:16.857576 dv-cinder-799871-48-iscsi neutron-server[104272]: { DHCP agent@dv-cinder-799871-48-iscsi: {}, Jul 28 05:23:16.857576 dv-cinder-799871-48-iscsi neutron-server[104272]: L3 agent@dv-cinder-799871-48-iscsi: {}, Jul 28 05:23:16.857576 dv-cinder-799871-48-iscsi neutron-server[104272]: Metadata agent@dv-cinder-799871-48-iscsi: {}, Jul 28 05:23:16.857576 dv-cinder-799871-48-iscsi neutron-server[104272]: Metering agent@dv-cinder-799871-48-iscsi: {}, Jul 28 05:23:16.857576 dv-cinder-799871-48-iscsi neutron-server[104272]: Open vSwitch agent@dv-cinder-799871-48-iscsi: { 'AddressGroup': '1.2', Jul 28 05:23:16.857576 dv-cinder-799871-48-iscsi neutron-server[104272]: 'Agent': '1.1', Jul 28 05:23:16.857576 dv-cinder-799871-48-iscsi neutron-server[104272]: 'ConntrackHelper': '1.0', Jul 28 05:23:16.857576 dv-cinder-799871-48-iscsi neutron-server[104272]: 'LocalIPAssociation': '1.0', Jul 28 05:23:16.857576 dv-cinder-799871-48-iscsi neutron-server[104272]: 'Log': '1.0', Jul 28 05:23:16.857576 dv-cinder-799871-48-iscsi neutron-server[104272]: 'NDPProxy': '1.0', Jul 28 05:23:16.857576 dv-cinder-799871-48-iscsi neutron-server[104272]: 'Network': '1.1', Jul 28 05:23:16.857576 dv-cinder-799871-48-iscsi neutron-server[104272]: 'Port': '1.7', Jul 28 05:23:16.857576 dv-cinder-799871-48-iscsi neutron-server[104272]: 'PortForwarding': '1.3', Jul 28 05:23:16.857576 dv-cinder-799871-48-iscsi neutron-server[104272]: 'QosPolicy': '1.10', Jul 28 05:23:16.857576 dv-cinder-799871-48-iscsi neutron-server[104272]: 'SecurityGroup': '1.5', Jul 28 05:23:16.857576 dv-cinder-799871-48-iscsi neutron-server[104272]: 'SecurityGroupRule': '1.2', Jul 28 05:23:16.857576 dv-cinder-799871-48-iscsi neutron-server[104272]: 'SubPort': '1.0', Jul 28 05:23:16.857576 dv-cinder-799871-48-iscsi neutron-server[104272]: 'Subnet': '1.1', Jul 28 05:23:16.857576 dv-cinder-799871-48-iscsi neutron-server[104272]: 'Trunk': '1.1'}} Jul 28 05:23:16.857576 dv-cinder-799871-48-iscsi neutron-server[104272]: {{(pid=104272) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 05:23:17.144280 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-77ef7067-791e-4a71-8874-20f217ae8708 demo admin] Publish callbacks [] for router_gateway (a3f577d1-567e-4ba7-b813-38858759a06a), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:17.379927 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-77ef7067-791e-4a71-8874-20f217ae8708 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4018597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4157106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3677'] for router (a3f577d1-567e-4ba7-b813-38858759a06a), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:17.384374 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-77ef7067-791e-4a71-8874-20f217ae8708 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4018561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4018604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4018583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4157093'] for router (a3f577d1-567e-4ba7-b813-38858759a06a), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:17.491307 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ef7067-791e-4a71-8874-20f217ae8708 demo admin] Router a3f577d1-567e-4ba7-b813-38858759a06a has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:23:17.593945 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ef7067-791e-4a71-8874-20f217ae8708 demo admin] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:23:17.598341 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-77ef7067-791e-4a71-8874-20f217ae8708 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:17.599539 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-77ef7067-791e-4a71-8874-20f217ae8708 demo admin] 10.222.0.33 "PUT /v2.0/routers/a3f577d1-567e-4ba7-b813-38858759a06a HTTP/1.1" status: 200 len: 890 time: 2.0045397 Jul 28 05:23:17.783934 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4ded17-ceac-4c48-b63c-77b20270c2ad None None] Sync routers for ids ['a3f577d1-567e-4ba7-b813-38858759a06a'] in dv-cinder-799871-48-iscsi {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:23:17.796786 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4ded17-ceac-4c48-b63c-77b20270c2ad None None] Routers {'a3f577d1-567e-4ba7-b813-38858759a06a'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:23:17.797458 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-9a4ded17-ceac-4c48-b63c-77b20270c2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:23:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['a3f577d1-567e-4ba7-b813-38858759a06a'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:23:18.005573 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-9a4ded17-ceac-4c48-b63c-77b20270c2ad None None] Set router a3f577d1-567e-4ba7-b813-38858759a06a gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:23:18.374703 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-9a4ded17-ceac-4c48-b63c-77b20270c2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f577d1-567e-4ba7-b813-38858759a06a', 'name': 'router1', 'tenant_id': 'a6a583ed824940e18ba5dd2fab4e5c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '69d35564-a14c-48b9-ae45-437bfde7184b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:22:58Z', 'updated_at': '2022-07-28T05:23:16Z', 'revision_number': 4, 'project_id': 'a6a583ed824940e18ba5dd2fab4e5c72', 'gw_port': {'id': '69d35564-a14c-48b9-ae45-437bfde7184b', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:99:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f577d1-567e-4ba7-b813-38858759a06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:23:16Z', 'updated_at': '2022-07-28T05:23:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': '4a6b10c4-0d60-4a3c-b425-421bb35c7188', 'name': '', 'network_id': '1c1ed623-a409-4ea2-8ce7-899fc2574646', 'tenant_id': 'a6a583ed824940e18ba5dd2fab4e5c72', 'mac_address': 'fa:16:3e:57:98:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f577d1-567e-4ba7-b813-38858759a06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ca2f798-2067-47fd-8be9-a22267d96b8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:23:07Z', 'updated_at': '2022-07-28T05:23:11Z', 'revision_number': 5, 'project_id': 'a6a583ed824940e18ba5dd2fab4e5c72', 'subnets': [{'id': '4ca2f798-2067-47fd-8be9-a22267d96b8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98b12326-02ca-42e4-92e5-9c76ba8a86f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:23:18.493264 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4ded17-ceac-4c48-b63c-77b20270c2ad None None] Checking router: a3f577d1-567e-4ba7-b813-38858759a06a for host: dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:23:18.493666 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4ded17-ceac-4c48-b63c-77b20270c2ad None None] Updating router a3f577d1-567e-4ba7-b813-38858759a06a port 69d35564-a14c-48b9-ae45-437bfde7184b binding host dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:23:18.548548 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-9a4ded17-ceac-4c48-b63c-77b20270c2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (69d35564-a14c-48b9-ae45-437bfde7184b), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:18.858490 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-9a4ded17-ceac-4c48-b63c-77b20270c2ad None None] Publish callbacks [] for port (69d35564-a14c-48b9-ae45-437bfde7184b), precommit_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:18.920898 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-9a4ded17-ceac-4c48-b63c-77b20270c2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (69d35564-a14c-48b9-ae45-437bfde7184b), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:18.924203 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:23:18.975070 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-9a4ded17-ceac-4c48-b63c-77b20270c2ad None None] Attempting to bind port 69d35564-a14c-48b9-ae45-437bfde7184b on host dv-cinder-799871-48-iscsi for vnic_type normal with profile {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:23:18.975450 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-9a4ded17-ceac-4c48-b63c-77b20270c2ad None None] Attempting to bind port 69d35564-a14c-48b9-ae45-437bfde7184b by drivers openvswitch,hyperv on host dv-cinder-799871-48-iscsi at level 0 using segments [{'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:23:18.975816 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4ded17-ceac-4c48-b63c-77b20270c2ad None None] Attempting to bind port 69d35564-a14c-48b9-ae45-437bfde7184b on network d892672b-b726-43a1-a501-142ea5a750c8 {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:23:18.979922 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375d9f7-0baf-44e2-ad3f-9335364ed424 None None] Pushing event updated for resources: {'Port': ['ID=69d35564-a14c-48b9-ae45-437bfde7184b,revision_number=2']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:23:18.985333 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4ded17-ceac-4c48-b63c-77b20270c2ad None None] Checking agent: {'id': '5156d833-3082-4696-8f7b-587b7e45f062', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-48-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 22, 41), 'started_at': datetime.datetime(2022, 7, 28, 5, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-48-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:23:18.985734 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4ded17-ceac-4c48-b63c-77b20270c2ad None None] Checking segment: {'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:23:18.986154 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-9a4ded17-ceac-4c48-b63c-77b20270c2ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:18.986542 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4ded17-ceac-4c48-b63c-77b20270c2ad None None] Bound using segment: {'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:23:18.987008 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-9a4ded17-ceac-4c48-b63c-77b20270c2ad None None] Bound port: 69d35564-a14c-48b9-ae45-437bfde7184b, host: dv-cinder-799871-48-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:23:18.987384 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-9a4ded17-ceac-4c48-b63c-77b20270c2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (69d35564-a14c-48b9-ae45-437bfde7184b), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:19.036197 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-9a4ded17-ceac-4c48-b63c-77b20270c2ad None None] For port 69d35564-a14c-48b9-ae45-437bfde7184b, host dv-cinder-799871-48-iscsi, cleared binding levels {{(pid=104274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:23:19.039247 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-9a4ded17-ceac-4c48-b63c-77b20270c2ad None None] For port 69d35564-a14c-48b9-ae45-437bfde7184b, host dv-cinder-799871-48-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=69d35564-a14c-48b9-ae45-437bfde7184b,segment=NetworkSegment(18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30),segment_id=18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30)] {{(pid=104274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:23:19.109334 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-9a4ded17-ceac-4c48-b63c-77b20270c2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (69d35564-a14c-48b9-ae45-437bfde7184b), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:19.163816 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4ded17-ceac-4c48-b63c-77b20270c2ad None None] Routers {'a3f577d1-567e-4ba7-b813-38858759a06a'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:23:19.164425 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-9a4ded17-ceac-4c48-b63c-77b20270c2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:23:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['a3f577d1-567e-4ba7-b813-38858759a06a'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:23:19.206849 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375d9f7-0baf-44e2-ad3f-9335364ed424 None None] Pushing event updated for resources: {'Port': ['ID=69d35564-a14c-48b9-ae45-437bfde7184b,revision_number=3']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:23:19.220374 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:23:19.278458 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-9a4ded17-ceac-4c48-b63c-77b20270c2ad None None] Set router a3f577d1-567e-4ba7-b813-38858759a06a gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:23:19.474693 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-9a4ded17-ceac-4c48-b63c-77b20270c2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f577d1-567e-4ba7-b813-38858759a06a', 'name': 'router1', 'tenant_id': 'a6a583ed824940e18ba5dd2fab4e5c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '69d35564-a14c-48b9-ae45-437bfde7184b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:22:58Z', 'updated_at': '2022-07-28T05:23:16Z', 'revision_number': 4, 'project_id': 'a6a583ed824940e18ba5dd2fab4e5c72', 'gw_port': {'id': '69d35564-a14c-48b9-ae45-437bfde7184b', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:99:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f577d1-567e-4ba7-b813-38858759a06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:23:16Z', 'updated_at': '2022-07-28T05:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': '4a6b10c4-0d60-4a3c-b425-421bb35c7188', 'name': '', 'network_id': '1c1ed623-a409-4ea2-8ce7-899fc2574646', 'tenant_id': 'a6a583ed824940e18ba5dd2fab4e5c72', 'mac_address': 'fa:16:3e:57:98:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f577d1-567e-4ba7-b813-38858759a06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ca2f798-2067-47fd-8be9-a22267d96b8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:23:07Z', 'updated_at': '2022-07-28T05:23:11Z', 'revision_number': 5, 'project_id': 'a6a583ed824940e18ba5dd2fab4e5c72', 'subnets': [{'id': '4ca2f798-2067-47fd-8be9-a22267d96b8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98b12326-02ca-42e4-92e5-9c76ba8a86f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:23:19.503710 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4ded17-ceac-4c48-b63c-77b20270c2ad None None] The sync data for ids ['a3f577d1-567e-4ba7-b813-38858759a06a'] in dv-cinder-799871-48-iscsi is: [{'id': 'a3f577d1-567e-4ba7-b813-38858759a06a', 'name': 'router1', 'tenant_id': 'a6a583ed824940e18ba5dd2fab4e5c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '69d35564-a14c-48b9-ae45-437bfde7184b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:22:58Z', 'updated_at': '2022-07-28T05:23:16Z', 'revision_number': 4, 'project_id': 'a6a583ed824940e18ba5dd2fab4e5c72', 'gw_port': {'id': '69d35564-a14c-48b9-ae45-437bfde7184b', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:99:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f577d1-567e-4ba7-b813-38858759a06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:23:16Z', 'updated_at': '2022-07-28T05:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': '4a6b10c4-0d60-4a3c-b425-421bb35c7188', 'name': '', 'network_id': '1c1ed623-a409-4ea2-8ce7-899fc2574646', 'tenant_id': 'a6a583ed824940e18ba5dd2fab4e5c72', 'mac_address': 'fa:16:3e:57:98:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f577d1-567e-4ba7-b813-38858759a06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ca2f798-2067-47fd-8be9-a22267d96b8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:23:07Z', 'updated_at': '2022-07-28T05:23:11Z', 'revision_number': 5, 'project_id': 'a6a583ed824940e18ba5dd2fab4e5c72', 'subnets': [{'id': '4ca2f798-2067-47fd-8be9-a22267d96b8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98b12326-02ca-42e4-92e5-9c76ba8a86f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:23:19.999395 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 59940) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:23:20.399599 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 69d35564-a14c-48b9-ae45-437bfde7184b up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:23:20.411685 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-0e59ae03-04c7-4f21-8ccf-e2fb999ea6b1 admin admin] 10.222.0.33 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4112296 Jul 28 05:23:20.448258 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port 69d35564-a14c-48b9-ae45-437bfde7184b triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:23:20.448655 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (69d35564-a14c-48b9-ae45-437bfde7184b), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:20.526343 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port 69d35564-a14c-48b9-ae45-437bfde7184b is: DOWN; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:23:20.526754 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (69d35564-a14c-48b9-ae45-437bfde7184b), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:20.549498 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] For port 69d35564-a14c-48b9-ae45-437bfde7184b, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=69d35564-a14c-48b9-ae45-437bfde7184b,segment=NetworkSegment(18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30),segment_id=18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:23:20.611985 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (69d35564-a14c-48b9-ae45-437bfde7184b), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:20.662525 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Pushing event updated for resources: {'Port': ['ID=69d35564-a14c-48b9-ae45-437bfde7184b,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:23:21.381176 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=24 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:23:21.385969 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=56 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:23:22.401851 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 69d35564-a14c-48b9-ae45-437bfde7184b up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:23:22.422249 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:23:22.455704 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port 69d35564-a14c-48b9-ae45-437bfde7184b triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:23:22.456103 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (69d35564-a14c-48b9-ae45-437bfde7184b), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:22.502277 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:23:22.515554 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=49,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:23:22.537714 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port 69d35564-a14c-48b9-ae45-437bfde7184b is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:23:24.855654 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 5 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:23:30.404473 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:23:30.408127 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:23:32.536318 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=72,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:23:34.851630 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:23:34.852743 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:23:35.266384 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-3a0e18b5-77b8-4acc-b328-2a09bbff83eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:37.639869 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-76291cd3-0589-43d5-83d9-47d58a312046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:38.554126 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:40.418223 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:40.737388 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:23:47.850755 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:23:47.864349 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=5 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:23:50.660119 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:23:50.661932 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:24:01.857176 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 5 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:24:05.267448 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-707a028e-3c6c-4786-984b-73e80eecf154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:24:07.642916 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-fadba6b9-f160-4ec1-9629-23fcc0248960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:24:08.507551 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:24:10.424515 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:24:10.722350 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:24:11.852196 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:24:20.653681 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:24:20.657726 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:24:33.850546 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:24:33.852287 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:24:35.249122 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-27d66450-0216-4264-9a88-fcc44908b409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:24:37.638010 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-cc619324-3d94-493e-8585-52d1fae810c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:24:38.511667 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:24:38.856577 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 5 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:24:40.420360 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:24:40.717752 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:24:43.863695 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 60478) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:24:44.197988 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c84dd9-ccaf-4d8a-88f1-8e49eadea595 admin admin] GET failed (client error): The resource could not be found. Jul 28 05:24:44.199322 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-83c84dd9-ccaf-4d8a-88f1-8e49eadea595 admin admin] 10.222.0.33 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3346808 Jul 28 05:24:44.362601 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6cf281-ae0d-414e-abae-bedb48ef593a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:24:44.364096 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-ab6cf281-ae0d-414e-abae-bedb48ef593a admin admin] 10.222.0.33 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1606524 Jul 28 05:24:46.551471 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 60488) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:24:46.933093 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02615757-9dca-413a-a9df-69eccba3f110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:24:46.934476 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-02615757-9dca-413a-a9df-69eccba3f110 admin admin] 10.222.0.33 "GET /v2.0/subnets/4ca2f798-2067-47fd-8be9-a22267d96b8a HTTP/1.1" status: 200 len: 849 time: 0.3820612 Jul 28 05:24:46.944075 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-ff58c882-b4d6-44b4-9fda-9625c2a8a929 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:24:47.028993 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-ff58c882-b4d6-44b4-9fda-9625c2a8a929 admin admin] Publish callbacks [] for subnet (4ca2f798-2067-47fd-8be9-a22267d96b8a), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:24:47.254174 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-ff58c882-b4d6-44b4-9fda-9625c2a8a929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748695418853'] for subnet (4ca2f798-2067-47fd-8be9-a22267d96b8a), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:24:47.294068 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff58c882-b4d6-44b4-9fda-9625c2a8a929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:24:47.294998 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-ff58c882-b4d6-44b4-9fda-9625c2a8a929 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for subnet (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:24:47.296587 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-ff58c882-b4d6-44b4-9fda-9625c2a8a929 admin admin] 10.222.0.33 "PUT /v2.0/subnets/4ca2f798-2067-47fd-8be9-a22267d96b8a HTTP/1.1" status: 200 len: 868 time: 0.3560796 Jul 28 05:24:47.297193 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36cd117-3b07-4938-bad9-821761a9bf78 None None] Network 1c1ed623-a409-4ea2-8ce7-899fc2574646 requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:24:47.315466 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58c882-b4d6-44b4-9fda-9625c2a8a929 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ca2f798-2067-47fd-8be9-a22267d96b8a,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:24:47.323134 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff58c882-b4d6-44b4-9fda-9625c2a8a929 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:24:47.323489 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff58c882-b4d6-44b4-9fda-9625c2a8a929 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:24:47.323850 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff58c882-b4d6-44b4-9fda-9625c2a8a929 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:24:47.324194 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff58c882-b4d6-44b4-9fda-9625c2a8a929 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:24:47.324555 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff58c882-b4d6-44b4-9fda-9625c2a8a929 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:24:47.324890 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff58c882-b4d6-44b4-9fda-9625c2a8a929 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:24:47.325216 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff58c882-b4d6-44b4-9fda-9625c2a8a929 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:24:47.325575 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff58c882-b4d6-44b4-9fda-9625c2a8a929 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:24:47.325920 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff58c882-b4d6-44b4-9fda-9625c2a8a929 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:24:47.326251 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff58c882-b4d6-44b4-9fda-9625c2a8a929 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:24:47.326599 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff58c882-b4d6-44b4-9fda-9625c2a8a929 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:24:47.326928 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff58c882-b4d6-44b4-9fda-9625c2a8a929 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:24:47.327248 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff58c882-b4d6-44b4-9fda-9625c2a8a929 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:24:47.327570 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff58c882-b4d6-44b4-9fda-9625c2a8a929 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:24:47.327890 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff58c882-b4d6-44b4-9fda-9625c2a8a929 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:24:47.586440 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-8a7b557e-1187-48ba-8c02-9f58fda6e513 None None] Provisioning complete for port 4a6b10c4-0d60-4a3c-b425-421bb35c7188 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:24:47.586918 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-8a7b557e-1187-48ba-8c02-9f58fda6e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (4a6b10c4-0d60-4a3c-b425-421bb35c7188), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:24:47.657634 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-8a7b557e-1187-48ba-8c02-9f58fda6e513 None None] Current status of the port 4a6b10c4-0d60-4a3c-b425-421bb35c7188 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:24:47.665583 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-8a7b557e-1187-48ba-8c02-9f58fda6e513 None None] Provisioning complete for port 11ffb5b4-463b-4eb6-a8ef-16ee13a4ebc0 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:24:47.665980 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-8a7b557e-1187-48ba-8c02-9f58fda6e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (11ffb5b4-463b-4eb6-a8ef-16ee13a4ebc0), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:24:47.739235 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-8a7b557e-1187-48ba-8c02-9f58fda6e513 None None] Current status of the port 11ffb5b4-463b-4eb6-a8ef-16ee13a4ebc0 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:24:48.852640 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:24:48.853528 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:24:49.481180 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 60496) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:24:49.958178 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4dbe35-d895-4296-80c1-752aeae6e911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:24:49.958578 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4dbe35-d895-4296-80c1-752aeae6e911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:24:49.960245 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-ad4dbe35-d895-4296-80c1-752aeae6e911 admin admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4780779 Jul 28 05:24:52.129374 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 60506) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:24:52.734933 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc45abb-0f60-4aaf-afcd-c1fbaec94ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:24:52.735431 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc45abb-0f60-4aaf-afcd-c1fbaec94ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:24:52.736978 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-9fc45abb-0f60-4aaf-afcd-c1fbaec94ef7 admin admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6064973 Jul 28 05:24:54.927280 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 60514) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:24:55.357844 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fdf24f-a1d2-4c23-b8c1-264440f6268e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:24:55.359148 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-63fdf24f-a1d2-4c23-b8c1-264440f6268e admin admin] 10.222.0.33 "GET /v2.0/networks/1c1ed623-a409-4ea2-8ce7-899fc2574646 HTTP/1.1" status: 200 len: 869 time: 0.4308870 Jul 28 05:24:57.510069 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 60524) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:24:57.736545 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:24:57.737317 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:24:57.909875 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8932cc2-9cc9-42ba-bd1a-b597e555715d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:24:57.911231 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-a8932cc2-9cc9-42ba-bd1a-b597e555715d admin admin] 10.222.0.33 "GET /v2.0/networks/d892672b-b726-43a1-a501-142ea5a750c8 HTTP/1.1" status: 200 len: 886 time: 0.4002235 Jul 28 05:25:00.081067 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 60532) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:25:00.480739 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36122fcd-3739-4af1-8497-1620adb3c52a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:25:00.481126 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36122fcd-3739-4af1-8497-1620adb3c52a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:25:00.482691 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-36122fcd-3739-4af1-8497-1620adb3c52a admin admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4006565 Jul 28 05:25:01.852205 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:25:01.856719 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:25:02.659672 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 60540) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:25:03.031306 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:25:03.053539 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c9db33-7743-495f-a782-21918d7b71f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:25:03.053994 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c9db33-7743-495f-a782-21918d7b71f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:25:03.055515 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-65c9db33-7743-495f-a782-21918d7b71f0 admin admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3949134 Jul 28 05:25:05.211564 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 60548) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:25:05.262721 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5e5b9604-3a95-46ee-9eef-2ade2e9c9eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:25:05.586069 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f7b74b-f66e-4e96-8f0e-47edd43421f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:25:05.587443 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-b6f7b74b-f66e-4e96-8f0e-47edd43421f8 admin admin] 10.222.0.33 "GET /v2.0/subnets/481049b9-1d68-41f1-a9d6-55330db72a03 HTTP/1.1" status: 200 len: 816 time: 0.3749449 Jul 28 05:25:07.634303 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-4141d4f8-baab-450c-9eae-a1ec4f3016dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:25:07.767882 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 60556) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:25:08.137651 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6befc9f9-eaa7-4156-a447-8c2f6908cdfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:25:08.138958 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-6befc9f9-eaa7-4156-a447-8c2f6908cdfe admin admin] 10.222.0.33 "GET /v2.0/subnets/4ca2f798-2067-47fd-8be9-a22267d96b8a HTTP/1.1" status: 200 len: 868 time: 0.3700793 Jul 28 05:25:08.567977 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:25:10.430345 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:25:10.722206 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:25:13.049448 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=83,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:25:15.856421 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 5 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:25:18.130325 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=37 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:25:18.134282 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=42 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:25:20.659796 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:25:20.666798 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:25:35.270220 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-87fe58f5-313a-4891-8890-0e68b18f8ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:25:35.963002 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 60612) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:25:36.286199 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [None req-ac67a6dc-5a7d-486d-8fc0-e3cb7da0dd2c admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104273) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 05:25:36.287236 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-ac67a6dc-5a7d-486d-8fc0-e3cb7da0dd2c admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3232930 Jul 28 05:25:37.635190 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-627b223d-3da7-446d-8b38-c8859f04f5f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:25:38.536480 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:25:38.550921 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 60620) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:25:38.857166 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=19 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:25:38.862013 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=17 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:25:38.897186 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b77895-aea3-4c3d-9410-cb2088e9782d admin admin] GET failed (client error): The resource could not be found. Jul 28 05:25:38.898530 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-a8b77895-aea3-4c3d-9410-cb2088e9782d admin admin] 10.222.0.33 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3465550 Jul 28 05:25:39.044931 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952bb16e-a2d9-4068-959a-1f27b9439462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:25:39.046445 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-952bb16e-a2d9-4068-959a-1f27b9439462 admin admin] 10.222.0.33 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1436357 Jul 28 05:25:40.501773 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:25:40.732890 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:25:41.254683 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 60628) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:25:41.583163 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-98946280-5358-41c9-b043-9fc3375723c0 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:25:41.684371 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98946280-5358-41c9-b043-9fc3375723c0 admin admin] Made reservation on behalf of 44e83cd79a56499f92e288b2c69de397 for: {'network': 1} {{(pid=104273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:25:41.686683 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-98946280-5358-41c9-b043-9fc3375723c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for network (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:25:41.716543 dv-cinder-799871-48-iscsi neutron-server[104273]: WARNING neutron.services.revisions.revision_plugin [None req-98946280-5358-41c9-b043-9fc3375723c0 admin admin] Could not find related network for resource to bump revision. Jul 28 05:25:41.727488 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98946280-5358-41c9-b043-9fc3375723c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=104273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 05:25:41.736361 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-98946280-5358-41c9-b043-9fc3375723c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124'] for segment (e0a70e1c-85f3-4d91-ba9c-c06d80acd587), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:25:41.736688 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.db.segments_db [None req-98946280-5358-41c9-b043-9fc3375723c0 admin admin] Added segment e0a70e1c-85f3-4d91-ba9c-c06d80acd587 of type vlan for network 74a9bf2d-1542-46d2-9ba7-56f4eb719bec Jul 28 05:25:41.773925 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-98946280-5358-41c9-b043-9fc3375723c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748695041913'] for network (74a9bf2d-1542-46d2-9ba7-56f4eb719bec), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:25:41.861707 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-98946280-5358-41c9-b043-9fc3375723c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692'] for network (74a9bf2d-1542-46d2-9ba7-56f4eb719bec), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:25:41.862609 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98946280-5358-41c9-b043-9fc3375723c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:25:41.863947 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-98946280-5358-41c9-b043-9fc3375723c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for network (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:25:41.927432 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98946280-5358-41c9-b043-9fc3375723c0 admin admin] Pushing event updated for resources: {'Network': ['ID=74a9bf2d-1542-46d2-9ba7-56f4eb719bec,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:25:41.933992 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98946280-5358-41c9-b043-9fc3375723c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:25:41.934913 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98946280-5358-41c9-b043-9fc3375723c0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:25:41.934913 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98946280-5358-41c9-b043-9fc3375723c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:25:41.935111 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98946280-5358-41c9-b043-9fc3375723c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:25:41.935351 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98946280-5358-41c9-b043-9fc3375723c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:25:41.935682 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98946280-5358-41c9-b043-9fc3375723c0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:25:41.936006 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98946280-5358-41c9-b043-9fc3375723c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:25:41.936327 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98946280-5358-41c9-b043-9fc3375723c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:25:41.936665 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98946280-5358-41c9-b043-9fc3375723c0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:25:41.936988 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98946280-5358-41c9-b043-9fc3375723c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:25:41.937325 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98946280-5358-41c9-b043-9fc3375723c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:25:41.937678 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98946280-5358-41c9-b043-9fc3375723c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:25:41.937997 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98946280-5358-41c9-b043-9fc3375723c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:25:41.938314 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98946280-5358-41c9-b043-9fc3375723c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:25:41.938628 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98946280-5358-41c9-b043-9fc3375723c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:25:41.949718 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Network 74a9bf2d-1542-46d2-9ba7-56f4eb719bec details requested by agent ovs-agent-dv-cinder-799871-48-iscsi with host dv-cinder-799871-48-iscsi {{(pid=104274) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 05:25:41.986715 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-98946280-5358-41c9-b043-9fc3375723c0 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.7309568 Jul 28 05:25:44.203804 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 60636) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:25:44.543213 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c7cc9d1-65a7-4881-b728-b418a9bae5d6 admin admin] GET failed (client error): The resource could not be found. Jul 28 05:25:44.544530 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-2c7cc9d1-65a7-4881-b728-b418a9bae5d6 admin admin] 10.222.0.33 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3397648 Jul 28 05:25:44.616941 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0044b70d-9f2c-493a-9736-83310cdbaa39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:25:44.618448 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-0044b70d-9f2c-493a-9736-83310cdbaa39 admin admin] 10.222.0.33 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0695131 Jul 28 05:25:44.628250 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-40d02cf9-6132-4f58-86f9-79d8ee5b828c admin admin] Request body: {'subnet': {'network_id': '74a9bf2d-1542-46d2-9ba7-56f4eb719bec', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:25:44.692431 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d02cf9-6132-4f58-86f9-79d8ee5b828c admin admin] Made reservation on behalf of 44e83cd79a56499f92e288b2c69de397 for: {'subnet': 1} {{(pid=104273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:25:44.694904 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-40d02cf9-6132-4f58-86f9-79d8ee5b828c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:25:44.904251 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-40d02cf9-6132-4f58-86f9-79d8ee5b828c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692'] for subnet (d3d3a2e1-8400-409d-bc50-2c16c318fa83), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:25:44.964452 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d02cf9-6132-4f58-86f9-79d8ee5b828c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3d3a2e1-8400-409d-bc50-2c16c318fa83,revision_number=0']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:25:44.971661 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d02cf9-6132-4f58-86f9-79d8ee5b828c admin admin] Checking segment: {'id': 'e0a70e1c-85f3-4d91-ba9c-c06d80acd587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '74a9bf2d-1542-46d2-9ba7-56f4eb719bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:25:44.971987 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d02cf9-6132-4f58-86f9-79d8ee5b828c admin admin] Network hostable DHCP agents. Network: 74a9bf2d-1542-46d2-9ba7-56f4eb719bec, hostable agents: ['abae2507-ed95-47f5-bead-3f33926efd64'], hosted agents: [] {{(pid=104273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 05:25:45.046446 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d02cf9-6132-4f58-86f9-79d8ee5b828c admin admin] Network 74a9bf2d-1542-46d2-9ba7-56f4eb719bec is scheduled to be hosted by DHCP agent abae2507-ed95-47f5-bead-3f33926efd64 with binding_index 1 {{(pid=104273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 05:25:45.126093 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [None req-40d02cf9-6132-4f58-86f9-79d8ee5b828c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-48-iscsi, 74a9bf2d-1542-46d2-9ba7-56f4eb719bec) {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:25:45.130235 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d02cf9-6132-4f58-86f9-79d8ee5b828c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:25:45.130823 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-40d02cf9-6132-4f58-86f9-79d8ee5b828c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for subnet (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:25:45.135869 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5a3729-f295-4958-944d-c356d4359b32 None None] Network 74a9bf2d-1542-46d2-9ba7-56f4eb719bec requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:25:45.210036 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-40d02cf9-6132-4f58-86f9-79d8ee5b828c admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5850000 Jul 28 05:25:45.237948 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8185bb9-ff1d-467b-abd2-e36702ae527b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1310213-672e-5d2f-8d43-02533df8fff2-74a9bf2d-1542-46d2-9ba7-56f4eb719bec', 'network_id': '74a9bf2d-1542-46d2-9ba7-56f4eb719bec', 'project_id': '44e83cd79a56499f92e288b2c69de397', 'fixed_ips': [{'subnet_id': 'd3d3a2e1-8400-409d-bc50-2c16c318fa83'}]}} from dv-cinder-799871-48-iscsi. {{(pid=104274) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 05:25:45.238935 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-b8185bb9-ff1d-467b-abd2-e36702ae527b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:25:45.475878 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.db_base_plugin_common [None req-b8185bb9-ff1d-467b-abd2-e36702ae527b None None] Allocated IP 192.168.233.2 (74a9bf2d-1542-46d2-9ba7-56f4eb719bec/d3d3a2e1-8400-409d-bc50-2c16c318fa83/5013d3e9-fef3-4fe8-95f4-9970410a831a) {{(pid=104274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:25:45.623296 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-b8185bb9-ff1d-467b-abd2-e36702ae527b None None] Publish callbacks [] for port (5013d3e9-fef3-4fe8-95f4-9970410a831a), precommit_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:25:45.708539 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-b8185bb9-ff1d-467b-abd2-e36702ae527b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915'] for port (5013d3e9-fef3-4fe8-95f4-9970410a831a), after_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:25:45.749336 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8185bb9-ff1d-467b-abd2-e36702ae527b None None] Network 74a9bf2d-1542-46d2-9ba7-56f4eb719bec is already hosted by enough agents. {{(pid=104274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:25:45.754985 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.scheduler.base_scheduler [None req-b8185bb9-ff1d-467b-abd2-e36702ae527b None None] Resources bound (agent type, host, resource id): {{(pid=104274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:25:45.759976 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8185bb9-ff1d-467b-abd2-e36702ae527b None None] Received port after_create {{(pid=104274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:25:45.763250 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8185bb9-ff1d-467b-abd2-e36702ae527b None None] Pushing event updated for resources: {'Port': ['ID=5013d3e9-fef3-4fe8-95f4-9970410a831a,revision_number=1']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:25:45.774809 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8185bb9-ff1d-467b-abd2-e36702ae527b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:25:45.775157 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8185bb9-ff1d-467b-abd2-e36702ae527b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:25:45.775520 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8185bb9-ff1d-467b-abd2-e36702ae527b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:25:45.775880 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8185bb9-ff1d-467b-abd2-e36702ae527b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:25:45.776297 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8185bb9-ff1d-467b-abd2-e36702ae527b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:25:45.776627 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8185bb9-ff1d-467b-abd2-e36702ae527b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:25:45.776950 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8185bb9-ff1d-467b-abd2-e36702ae527b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:25:45.777275 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8185bb9-ff1d-467b-abd2-e36702ae527b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:25:45.777631 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8185bb9-ff1d-467b-abd2-e36702ae527b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:25:45.777952 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8185bb9-ff1d-467b-abd2-e36702ae527b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:25:45.778277 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8185bb9-ff1d-467b-abd2-e36702ae527b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:25:45.778612 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8185bb9-ff1d-467b-abd2-e36702ae527b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:25:45.778937 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8185bb9-ff1d-467b-abd2-e36702ae527b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:25:45.779257 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8185bb9-ff1d-467b-abd2-e36702ae527b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:25:45.779571 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8185bb9-ff1d-467b-abd2-e36702ae527b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:25:45.833578 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-b8185bb9-ff1d-467b-abd2-e36702ae527b None None] Attempting to bind port 5013d3e9-fef3-4fe8-95f4-9970410a831a on host dv-cinder-799871-48-iscsi for vnic_type normal with profile {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:25:45.833942 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-b8185bb9-ff1d-467b-abd2-e36702ae527b None None] Attempting to bind port 5013d3e9-fef3-4fe8-95f4-9970410a831a by drivers openvswitch,hyperv on host dv-cinder-799871-48-iscsi at level 0 using segments [{'id': 'e0a70e1c-85f3-4d91-ba9c-c06d80acd587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '74a9bf2d-1542-46d2-9ba7-56f4eb719bec'}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:25:45.834300 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8185bb9-ff1d-467b-abd2-e36702ae527b None None] Attempting to bind port 5013d3e9-fef3-4fe8-95f4-9970410a831a on network 74a9bf2d-1542-46d2-9ba7-56f4eb719bec {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:25:45.839477 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8185bb9-ff1d-467b-abd2-e36702ae527b None None] Checking agent: {'id': '5156d833-3082-4696-8f7b-587b7e45f062', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-48-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 22, 41), 'started_at': datetime.datetime(2022, 7, 28, 5, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-48-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:25:45.839843 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8185bb9-ff1d-467b-abd2-e36702ae527b None None] Checking segment: {'id': 'e0a70e1c-85f3-4d91-ba9c-c06d80acd587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '74a9bf2d-1542-46d2-9ba7-56f4eb719bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:25:45.840242 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-b8185bb9-ff1d-467b-abd2-e36702ae527b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:25:45.840625 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8185bb9-ff1d-467b-abd2-e36702ae527b None None] Bound using segment: {'id': 'e0a70e1c-85f3-4d91-ba9c-c06d80acd587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '74a9bf2d-1542-46d2-9ba7-56f4eb719bec'} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:25:45.841080 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-b8185bb9-ff1d-467b-abd2-e36702ae527b None None] Bound port: 5013d3e9-fef3-4fe8-95f4-9970410a831a, host: dv-cinder-799871-48-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0a70e1c-85f3-4d91-ba9c-c06d80acd587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '74a9bf2d-1542-46d2-9ba7-56f4eb719bec'}}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:25:45.841452 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-b8185bb9-ff1d-467b-abd2-e36702ae527b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (5013d3e9-fef3-4fe8-95f4-9970410a831a), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:25:45.901536 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-b8185bb9-ff1d-467b-abd2-e36702ae527b None None] For port 5013d3e9-fef3-4fe8-95f4-9970410a831a, host dv-cinder-799871-48-iscsi, cleared binding levels {{(pid=104274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:25:45.904528 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-b8185bb9-ff1d-467b-abd2-e36702ae527b None None] For port 5013d3e9-fef3-4fe8-95f4-9970410a831a, host dv-cinder-799871-48-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=5013d3e9-fef3-4fe8-95f4-9970410a831a,segment=NetworkSegment(e0a70e1c-85f3-4d91-ba9c-c06d80acd587),segment_id=e0a70e1c-85f3-4d91-ba9c-c06d80acd587)] {{(pid=104274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:25:45.965117 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-b8185bb9-ff1d-467b-abd2-e36702ae527b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (5013d3e9-fef3-4fe8-95f4-9970410a831a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:25:45.988927 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=88,neutron:UPDATE=10,neutron:INSERT=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:25:46.021387 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8185bb9-ff1d-467b-abd2-e36702ae527b None None] Pushing event updated for resources: {'Port': ['ID=5013d3e9-fef3-4fe8-95f4-9970410a831a,revision_number=2']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:25:46.509557 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 5013d3e9-fef3-4fe8-95f4-9970410a831a up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:25:46.559874 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port 5013d3e9-fef3-4fe8-95f4-9970410a831a triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:25:46.560272 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (5013d3e9-fef3-4fe8-95f4-9970410a831a), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:25:46.595568 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:25:46.648897 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port 5013d3e9-fef3-4fe8-95f4-9970410a831a is: DOWN; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:25:46.649285 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (5013d3e9-fef3-4fe8-95f4-9970410a831a), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:25:46.690401 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] For port 5013d3e9-fef3-4fe8-95f4-9970410a831a, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=5013d3e9-fef3-4fe8-95f4-9970410a831a,segment=NetworkSegment(e0a70e1c-85f3-4d91-ba9c-c06d80acd587),segment_id=e0a70e1c-85f3-4d91-ba9c-c06d80acd587)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:25:46.744267 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (5013d3e9-fef3-4fe8-95f4-9970410a831a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:25:46.795540 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Pushing event updated for resources: {'Port': ['ID=5013d3e9-fef3-4fe8-95f4-9970410a831a,revision_number=3']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:25:46.881710 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911acc8a-9784-4d0c-8ddf-456b29d023e0 None None] Network 74a9bf2d-1542-46d2-9ba7-56f4eb719bec requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:25:47.001271 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-81f5c4ea-0b9d-4c51-8360-2d3e274f6fdd None None] Provisioning complete for port 5013d3e9-fef3-4fe8-95f4-9970410a831a triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:25:47.001798 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-81f5c4ea-0b9d-4c51-8360-2d3e274f6fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (5013d3e9-fef3-4fe8-95f4-9970410a831a), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:25:47.086627 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-81f5c4ea-0b9d-4c51-8360-2d3e274f6fdd None None] Current status of the port 5013d3e9-fef3-4fe8-95f4-9970410a831a is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:25:47.204166 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-00d858af-92a8-4ac2-a448-f08c10ca30fd None None] Provisioning complete for port 5013d3e9-fef3-4fe8-95f4-9970410a831a triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:25:47.204521 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-00d858af-92a8-4ac2-a448-f08c10ca30fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (5013d3e9-fef3-4fe8-95f4-9970410a831a), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:25:47.280703 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-00d858af-92a8-4ac2-a448-f08c10ca30fd None None] Current status of the port 5013d3e9-fef3-4fe8-95f4-9970410a831a is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:25:48.483988 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 5013d3e9-fef3-4fe8-95f4-9970410a831a up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:25:48.531371 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port 5013d3e9-fef3-4fe8-95f4-9970410a831a triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:25:48.531679 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (5013d3e9-fef3-4fe8-95f4-9970410a831a), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:25:48.601096 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port 5013d3e9-fef3-4fe8-95f4-9970410a831a is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:25:52.854497 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 5 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:25:55.134561 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:25:55.140806 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=79,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:25:58.597952 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:25:58.599801 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=61 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:26:02.851380 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:26:05.274335 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-6be14d92-a86e-4695-a75b-bc6eab8a034c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:26:07.645912 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-ab07f29f-3c69-4674-865f-5ce7b918267d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:26:08.537015 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:26:10.454939 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:26:10.765436 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:26:15.848641 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:26:15.858611 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:26:20.668335 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=24 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:26:20.675292 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=17,neutron:UPDATE=5 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:26:29.853247 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 5 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:26:33.847447 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:26:35.290292 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5c6fa52b-963b-4bca-9ec8-229ba7bd7e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:26:37.631502 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-de1a0b72-d378-4791-b3f3-8f36c27da747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:26:38.540255 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:26:39.850079 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:26:40.432782 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:26:40.758676 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:26:50.667519 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:26:50.673732 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:26:52.845179 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:26:52.855176 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=5 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:27:05.264721 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-ec23a422-1fcb-4211-ba04-adf815299505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:27:06.852646 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 5 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:27:07.660868 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e174b239-7541-44af-9de6-3bf01f049a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:27:08.541004 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:27:10.443701 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:27:10.763458 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:27:16.848609 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:27:16.849841 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:27:20.675429 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:27:20.677252 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:27:35.277065 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-45681dc5-6855-4f54-bda4-48118e872290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:27:35.508301 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=15 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:27:35.510069 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=17 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:27:37.612260 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-56ea45b6-30cb-4a1c-a30a-66c0f342a289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:27:38.534248 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:27:40.442059 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:27:40.739302 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:27:43.851488 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 5 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:27:45.914290 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 60694) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:27:45.919958 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [None req-3bb4e579-feb2-48b1-b61a-b43eb9403b66 tempest-verify_tempest_config-466923113 tempest-verify_tempest_config-466923113-project] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104272) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 05:27:45.921010 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-3bb4e579-feb2-48b1-b61a-b43eb9403b66 tempest-verify_tempest_config-466923113 tempest-verify_tempest_config-466923113-project] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057380 Jul 28 05:27:46.432951 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 60712) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:27:46.561279 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-79648d71-18d0-44b2-9858-f75d90058793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:27:46.634482 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-79648d71-18d0-44b2-9858-f75d90058793 admin admin] Publish callbacks [] for security_group (1ceedcee-70b4-4e03-9a24-e43012a657ae), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:27:46.710276 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-79648d71-18d0-44b2-9858-f75d90058793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (1ceedcee-70b4-4e03-9a24-e43012a657ae), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:27:46.756120 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-79648d71-18d0-44b2-9858-f75d90058793 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=96573f124ae64cdcb4bc49c6b8e807df&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3219204 Jul 28 05:27:46.757218 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79648d71-18d0-44b2-9858-f75d90058793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ceedcee-70b4-4e03-9a24-e43012a657ae,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:27:46.769512 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 60718) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:27:46.769748 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79648d71-18d0-44b2-9858-f75d90058793 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:46.769748 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79648d71-18d0-44b2-9858-f75d90058793 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:46.769748 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79648d71-18d0-44b2-9858-f75d90058793 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:46.769748 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79648d71-18d0-44b2-9858-f75d90058793 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:46.769748 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79648d71-18d0-44b2-9858-f75d90058793 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:46.769748 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79648d71-18d0-44b2-9858-f75d90058793 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:46.769748 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79648d71-18d0-44b2-9858-f75d90058793 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:46.769748 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79648d71-18d0-44b2-9858-f75d90058793 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:46.769748 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79648d71-18d0-44b2-9858-f75d90058793 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:46.769748 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79648d71-18d0-44b2-9858-f75d90058793 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:46.769748 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79648d71-18d0-44b2-9858-f75d90058793 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:46.769748 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79648d71-18d0-44b2-9858-f75d90058793 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:46.769748 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79648d71-18d0-44b2-9858-f75d90058793 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:46.769748 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79648d71-18d0-44b2-9858-f75d90058793 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:46.770939 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79648d71-18d0-44b2-9858-f75d90058793 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:46.912901 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-7731f546-d3d0-48ef-b799-fadbeb29982e admin admin] Publish callbacks [] for security_group (1ceedcee-70b4-4e03-9a24-e43012a657ae), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:27:46.935582 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-7731f546-d3d0-48ef-b799-fadbeb29982e admin admin] Publish callbacks [] for security_group (1ceedcee-70b4-4e03-9a24-e43012a657ae), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:27:47.110254 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-7731f546-d3d0-48ef-b799-fadbeb29982e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (1ceedcee-70b4-4e03-9a24-e43012a657ae), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:27:47.112807 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-7731f546-d3d0-48ef-b799-fadbeb29982e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:27:47.114106 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-7731f546-d3d0-48ef-b799-fadbeb29982e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/1ceedcee-70b4-4e03-9a24-e43012a657ae HTTP/1.1" status: 204 len: 168 time: 0.3542383 Jul 28 05:27:47.122231 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731f546-d3d0-48ef-b799-fadbeb29982e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ceedcee-70b4-4e03-9a24-e43012a657ae,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:27:47.129453 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731f546-d3d0-48ef-b799-fadbeb29982e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:47.129862 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731f546-d3d0-48ef-b799-fadbeb29982e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:47.130204 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731f546-d3d0-48ef-b799-fadbeb29982e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:47.130542 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731f546-d3d0-48ef-b799-fadbeb29982e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:47.131007 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731f546-d3d0-48ef-b799-fadbeb29982e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:47.131340 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731f546-d3d0-48ef-b799-fadbeb29982e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:47.131666 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731f546-d3d0-48ef-b799-fadbeb29982e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:47.131994 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731f546-d3d0-48ef-b799-fadbeb29982e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:47.132320 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731f546-d3d0-48ef-b799-fadbeb29982e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:47.132641 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731f546-d3d0-48ef-b799-fadbeb29982e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:47.132991 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731f546-d3d0-48ef-b799-fadbeb29982e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:47.133313 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731f546-d3d0-48ef-b799-fadbeb29982e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:47.133655 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731f546-d3d0-48ef-b799-fadbeb29982e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:47.133973 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731f546-d3d0-48ef-b799-fadbeb29982e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:47.134287 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731f546-d3d0-48ef-b799-fadbeb29982e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:50.682268 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:27:53.847144 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:27:53.847916 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:27:56.753142 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=20,neutron:INSERT=4 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:27:56.764094 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=19,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:27:57.124755 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=12,neutron:DELETE=3 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:27:57.125607 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=23,neutron:DELETE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:27:57.153933 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:28:05.259190 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-317b7e75-6b2e-406e-b5d4-cb3dc50c65e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:28:06.859594 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:28:06.864426 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:28:07.645722 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-b10350ed-5e7e-4ff4-97e0-8c3e4975b5e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:28:08.555763 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:28:10.440315 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:28:10.738082 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:28:20.681383 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:28:20.688413 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:28:20.849490 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 5 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:28:35.263342 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-bb65c496-59e4-48f9-b83e-bcfc13dea2bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:28:37.634432 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-c6313ab1-7ea3-4158-88ba-ce78d4caef53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:28:38.549003 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:28:40.451383 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:28:40.726075 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:28:43.854111 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:28:43.859964 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=6 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:28:50.377178 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:28:50.686744 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:UPDATE=4,neutron:SELECT=8 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:28:57.848306 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 5 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:29:05.272422 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-036a7048-2fae-4f9b-9f82-79ba9290f89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:29:07.667045 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a1eb92b5-42f1-4733-9339-221e3c61b343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:29:07.844727 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:29:07.846110 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:29:08.582058 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:29:10.456160 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:29:10.742267 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:29:20.677801 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:29:20.683750 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:29:20.851246 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:29:20.856008 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:29:32.478205 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4014501'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:29:34.848244 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 6 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:29:35.403868 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a7010555-5391-4efc-8ad6-d36acfe3a6af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:29:37.643853 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-8c085845-b1c8-42d3-96db-e72ee0658089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:29:38.523688 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:29:40.483919 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:29:40.734582 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:29:44.174903 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 60792) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:29:44.292177 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-ba408da4-3db6-4674-a76f-aa761fd5f6d4 admin admin] 10.222.0.33 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1160936 Jul 28 05:29:44.843984 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=14 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:29:44.844638 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=14 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:29:46.361836 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 60802) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:29:46.416656 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-6e6035d3-1a65-43c8-98c7-9959da9e8372 admin admin] 10.222.0.33 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0537405 Jul 28 05:29:50.677790 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:29:50.679688 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=9,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:29:56.411270 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:29:56.412118 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:29:57.861340 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:29:57.862196 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:30:02.454489 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:30:05.248658 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-9c9113b6-1eda-4538-b565-c86bf756ee78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:30:07.626373 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-32f64c1d-a845-41bd-afb8-c58fe8341ab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:30:08.551928 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:30:10.454808 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:30:10.757151 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:30:11.847757 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 6 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:30:20.676716 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:30:20.683701 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:30:21.844706 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:30:32.448086 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:30:34.854244 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:30:34.858093 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=7 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:30:35.281567 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-6bcec4bb-945c-4b31-81dd-34079267a73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:30:37.648631 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-196d8dfd-2b08-458b-9ba7-7f0db9781492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:30:38.567963 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:30:40.441359 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:30:40.761902 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:30:48.846811 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 6 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:30:50.683807 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:30:50.685708 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:30:58.841648 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:30:58.842490 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:02.470433 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:05.269523 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-bc064c4b-a3ea-407d-bbea-cb5aa80a18f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:07.623542 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-93f42050-f7e3-45ef-b032-0930e5cf98f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:08.566626 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:10.492155 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:10.743256 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:11.850609 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:11.855594 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:20.678924 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:20.688797 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:22.229272 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 60916) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:22.504983 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 60936) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:22.593428 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-e1015c30-bac0-4b26-896f-a65419311867 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-834264126-network', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:31:22.669042 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1015c30-bac0-4b26-896f-a65419311867 admin admin] Made reservation on behalf of 7b96e460476f4bc9b35224e38b33f4c7 for: {'network': 1} {{(pid=104273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:31:22.671821 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e1015c30-bac0-4b26-896f-a65419311867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for network (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:22.680435 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e1015c30-bac0-4b26-896f-a65419311867 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:22.762083 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e1015c30-bac0-4b26-896f-a65419311867 admin admin] Publish callbacks [] for security_group (474d7d2e-3bbe-4df6-9e05-142915c49a36), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:22.823319 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e1015c30-bac0-4b26-896f-a65419311867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (474d7d2e-3bbe-4df6-9e05-142915c49a36), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:22.842301 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-630513a8-9e47-44e2-bb94-5ffdb951f657 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-314920019-network', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:31:22.866723 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1015c30-bac0-4b26-896f-a65419311867 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=104273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 05:31:22.870877 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1015c30-bac0-4b26-896f-a65419311867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474d7d2e-3bbe-4df6-9e05-142915c49a36,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:22.890226 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1015c30-bac0-4b26-896f-a65419311867 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:22.890606 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1015c30-bac0-4b26-896f-a65419311867 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:22.891158 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1015c30-bac0-4b26-896f-a65419311867 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:22.891492 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1015c30-bac0-4b26-896f-a65419311867 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:22.891995 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1015c30-bac0-4b26-896f-a65419311867 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:22.892331 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1015c30-bac0-4b26-896f-a65419311867 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:22.892659 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1015c30-bac0-4b26-896f-a65419311867 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:22.892978 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1015c30-bac0-4b26-896f-a65419311867 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:22.893512 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1015c30-bac0-4b26-896f-a65419311867 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:22.893836 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1015c30-bac0-4b26-896f-a65419311867 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:22.894377 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1015c30-bac0-4b26-896f-a65419311867 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:22.894705 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1015c30-bac0-4b26-896f-a65419311867 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:22.895022 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1015c30-bac0-4b26-896f-a65419311867 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:22.895520 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1015c30-bac0-4b26-896f-a65419311867 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:22.895842 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1015c30-bac0-4b26-896f-a65419311867 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:22.897228 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1015c30-bac0-4b26-896f-a65419311867 admin admin] Tracked resource versions report: Jul 28 05:31:22.897228 dv-cinder-799871-48-iscsi neutron-server[104273]: pushed versions: Jul 28 05:31:22.897228 dv-cinder-799871-48-iscsi neutron-server[104273]: { 'AddressGroup': {'1.2'}, Jul 28 05:31:22.897228 dv-cinder-799871-48-iscsi neutron-server[104273]: 'Agent': {'1.1'}, Jul 28 05:31:22.897228 dv-cinder-799871-48-iscsi neutron-server[104273]: 'ConntrackHelper': {'1.0'}, Jul 28 05:31:22.897228 dv-cinder-799871-48-iscsi neutron-server[104273]: 'LocalIPAssociation': {'1.0'}, Jul 28 05:31:22.897228 dv-cinder-799871-48-iscsi neutron-server[104273]: 'Log': {'1.0'}, Jul 28 05:31:22.897228 dv-cinder-799871-48-iscsi neutron-server[104273]: 'NDPProxy': {'1.0'}, Jul 28 05:31:22.897228 dv-cinder-799871-48-iscsi neutron-server[104273]: 'Network': {'1.1'}, Jul 28 05:31:22.897228 dv-cinder-799871-48-iscsi neutron-server[104273]: 'Port': {'1.7'}, Jul 28 05:31:22.897228 dv-cinder-799871-48-iscsi neutron-server[104273]: 'PortForwarding': {'1.3'}, Jul 28 05:31:22.897228 dv-cinder-799871-48-iscsi neutron-server[104273]: 'QosPolicy': {'1.10'}, Jul 28 05:31:22.897228 dv-cinder-799871-48-iscsi neutron-server[104273]: 'SecurityGroup': {'1.5'}, Jul 28 05:31:22.897228 dv-cinder-799871-48-iscsi neutron-server[104273]: 'SecurityGroupRule': {'1.2'}, Jul 28 05:31:22.897228 dv-cinder-799871-48-iscsi neutron-server[104273]: 'SubPort': {'1.0'}, Jul 28 05:31:22.897228 dv-cinder-799871-48-iscsi neutron-server[104273]: 'Subnet': {'1.1'}, Jul 28 05:31:22.897228 dv-cinder-799871-48-iscsi neutron-server[104273]: 'Trunk': {'1.1'}} Jul 28 05:31:22.897228 dv-cinder-799871-48-iscsi neutron-server[104273]: consumer versions: Jul 28 05:31:22.897228 dv-cinder-799871-48-iscsi neutron-server[104273]: { DHCP agent@dv-cinder-799871-48-iscsi: {}, Jul 28 05:31:22.897228 dv-cinder-799871-48-iscsi neutron-server[104273]: HyperV agent@hv-cinder-79987: {}, Jul 28 05:31:22.897228 dv-cinder-799871-48-iscsi neutron-server[104273]: L3 agent@dv-cinder-799871-48-iscsi: {}, Jul 28 05:31:22.897228 dv-cinder-799871-48-iscsi neutron-server[104273]: Metadata agent@dv-cinder-799871-48-iscsi: {}, Jul 28 05:31:22.897228 dv-cinder-799871-48-iscsi neutron-server[104273]: Metering agent@dv-cinder-799871-48-iscsi: {}, Jul 28 05:31:22.897228 dv-cinder-799871-48-iscsi neutron-server[104273]: Open vSwitch agent@dv-cinder-799871-48-iscsi: { 'AddressGroup': '1.2', Jul 28 05:31:22.897228 dv-cinder-799871-48-iscsi neutron-server[104273]: 'Agent': '1.1', Jul 28 05:31:22.897228 dv-cinder-799871-48-iscsi neutron-server[104273]: 'ConntrackHelper': '1.0', Jul 28 05:31:22.897228 dv-cinder-799871-48-iscsi neutron-server[104273]: 'LocalIPAssociation': '1.0', Jul 28 05:31:22.897228 dv-cinder-799871-48-iscsi neutron-server[104273]: 'Log': '1.0', Jul 28 05:31:22.897228 dv-cinder-799871-48-iscsi neutron-server[104273]: 'NDPProxy': '1.0', Jul 28 05:31:22.897228 dv-cinder-799871-48-iscsi neutron-server[104273]: 'Network': '1.1', Jul 28 05:31:22.897228 dv-cinder-799871-48-iscsi neutron-server[104273]: 'Port': '1.7', Jul 28 05:31:22.897228 dv-cinder-799871-48-iscsi neutron-server[104273]: 'PortForwarding': '1.3', Jul 28 05:31:22.897228 dv-cinder-799871-48-iscsi neutron-server[104273]: 'QosPolicy': '1.10', Jul 28 05:31:22.897228 dv-cinder-799871-48-iscsi neutron-server[104273]: 'SecurityGroup': '1.5', Jul 28 05:31:22.897228 dv-cinder-799871-48-iscsi neutron-server[104273]: 'SecurityGroupRule': '1.2', Jul 28 05:31:22.897228 dv-cinder-799871-48-iscsi neutron-server[104273]: 'SubPort': '1.0', Jul 28 05:31:22.897228 dv-cinder-799871-48-iscsi neutron-server[104273]: 'Subnet': '1.1', Jul 28 05:31:22.897228 dv-cinder-799871-48-iscsi neutron-server[104273]: 'Trunk': '1.1'}} Jul 28 05:31:22.897228 dv-cinder-799871-48-iscsi neutron-server[104273]: {{(pid=104273) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 05:31:22.901568 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e1015c30-bac0-4b26-896f-a65419311867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124'] for segment (c9e82de0-9864-4c88-908a-44b07604c3c0), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:22.901916 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.db.segments_db [None req-e1015c30-bac0-4b26-896f-a65419311867 admin admin] Added segment c9e82de0-9864-4c88-908a-44b07604c3c0 of type vlan for network 92779e58-7df4-4404-9045-ca3676cbb72b Jul 28 05:31:22.947073 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e1015c30-bac0-4b26-896f-a65419311867 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748695041913'] for network (92779e58-7df4-4404-9045-ca3676cbb72b), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:22.977238 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630513a8-9e47-44e2-bb94-5ffdb951f657 admin admin] Made reservation on behalf of 99f094bca18d4939bb22f8d076d3a35c for: {'network': 1} {{(pid=104273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:31:22.979577 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-630513a8-9e47-44e2-bb94-5ffdb951f657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for network (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:22.988463 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-630513a8-9e47-44e2-bb94-5ffdb951f657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:23.063690 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e1015c30-bac0-4b26-896f-a65419311867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692'] for network (92779e58-7df4-4404-9045-ca3676cbb72b), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:23.064756 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1015c30-bac0-4b26-896f-a65419311867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:31:23.065340 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e1015c30-bac0-4b26-896f-a65419311867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for network (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:23.069033 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-630513a8-9e47-44e2-bb94-5ffdb951f657 admin admin] Publish callbacks [] for security_group (40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:23.213351 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-630513a8-9e47-44e2-bb94-5ffdb951f657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:23.218798 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-e1015c30-bac0-4b26-896f-a65419311867 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.9885306 Jul 28 05:31:23.223695 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 60958) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:23.229166 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-02461afd-2a86-45a7-b7cf-c7c2691f3edb admin admin] Request body: {'subnet': {'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-834264126-subnet', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:31:23.250283 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-630513a8-9e47-44e2-bb94-5ffdb951f657 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=104273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 05:31:23.257667 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1015c30-bac0-4b26-896f-a65419311867 admin admin] Pushing event updated for resources: {'Network': ['ID=92779e58-7df4-4404-9045-ca3676cbb72b,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:23.268056 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-630513a8-9e47-44e2-bb94-5ffdb951f657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124'] for segment (969590d0-dfe4-4fac-89e7-175241a5022e), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:23.268056 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.db.segments_db [None req-630513a8-9e47-44e2-bb94-5ffdb951f657 admin admin] Added segment 969590d0-dfe4-4fac-89e7-175241a5022e of type vlan for network 11838418-6b14-40b8-a589-613bdb83fff4 Jul 28 05:31:23.268667 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Network 92779e58-7df4-4404-9045-ca3676cbb72b details requested by agent ovs-agent-dv-cinder-799871-48-iscsi with host dv-cinder-799871-48-iscsi {{(pid=104274) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 05:31:23.310256 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630513a8-9e47-44e2-bb94-5ffdb951f657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:23.316194 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-630513a8-9e47-44e2-bb94-5ffdb951f657 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748695041913'] for network (11838418-6b14-40b8-a589-613bdb83fff4), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:23.336337 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3,neutron:INSERT=17,neutron:DELETE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:23.349077 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02461afd-2a86-45a7-b7cf-c7c2691f3edb admin admin] Made reservation on behalf of 7b96e460476f4bc9b35224e38b33f4c7 for: {'subnet': 1} {{(pid=104272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:31:23.351723 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-02461afd-2a86-45a7-b7cf-c7c2691f3edb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:23.400516 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-630513a8-9e47-44e2-bb94-5ffdb951f657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692'] for network (11838418-6b14-40b8-a589-613bdb83fff4), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:23.401891 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630513a8-9e47-44e2-bb94-5ffdb951f657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:31:23.402774 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-630513a8-9e47-44e2-bb94-5ffdb951f657 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for network (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:23.470750 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630513a8-9e47-44e2-bb94-5ffdb951f657 admin admin] Pushing event updated for resources: {'Network': ['ID=11838418-6b14-40b8-a589-613bdb83fff4,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:23.485727 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Network 11838418-6b14-40b8-a589-613bdb83fff4 details requested by agent ovs-agent-dv-cinder-799871-48-iscsi with host dv-cinder-799871-48-iscsi {{(pid=104274) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 05:31:23.509738 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-630513a8-9e47-44e2-bb94-5ffdb951f657 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.0006113 Jul 28 05:31:23.510044 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 60970) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:23.514858 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-a11125ae-d4b4-4c99-9e78-8c97e95a44b7 admin admin] Request body: {'subnet': {'network_id': '11838418-6b14-40b8-a589-613bdb83fff4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-314920019-subnet', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:31:23.634728 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11125ae-d4b4-4c99-9e78-8c97e95a44b7 admin admin] Made reservation on behalf of 99f094bca18d4939bb22f8d076d3a35c for: {'subnet': 1} {{(pid=104273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:31:23.635277 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-02461afd-2a86-45a7-b7cf-c7c2691f3edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692'] for subnet (93d0c7af-c778-4812-bccd-0383249712e7), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:23.638043 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-a11125ae-d4b4-4c99-9e78-8c97e95a44b7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:23.642259 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=72,neutron:INSERT=21,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:23.688179 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02461afd-2a86-45a7-b7cf-c7c2691f3edb admin admin] Pushing event updated for resources: {'Subnet': ['ID=93d0c7af-c778-4812-bccd-0383249712e7,revision_number=0']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:23.700784 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02461afd-2a86-45a7-b7cf-c7c2691f3edb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:23.701754 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02461afd-2a86-45a7-b7cf-c7c2691f3edb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:23.702917 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02461afd-2a86-45a7-b7cf-c7c2691f3edb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:23.703456 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02461afd-2a86-45a7-b7cf-c7c2691f3edb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:23.703818 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02461afd-2a86-45a7-b7cf-c7c2691f3edb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:23.704238 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02461afd-2a86-45a7-b7cf-c7c2691f3edb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:23.704671 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02461afd-2a86-45a7-b7cf-c7c2691f3edb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:23.705073 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02461afd-2a86-45a7-b7cf-c7c2691f3edb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:23.705565 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02461afd-2a86-45a7-b7cf-c7c2691f3edb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:23.705960 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02461afd-2a86-45a7-b7cf-c7c2691f3edb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:23.706513 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02461afd-2a86-45a7-b7cf-c7c2691f3edb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:23.707388 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02461afd-2a86-45a7-b7cf-c7c2691f3edb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:23.707652 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02461afd-2a86-45a7-b7cf-c7c2691f3edb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:23.708512 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02461afd-2a86-45a7-b7cf-c7c2691f3edb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:23.708903 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02461afd-2a86-45a7-b7cf-c7c2691f3edb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:23.710268 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02461afd-2a86-45a7-b7cf-c7c2691f3edb admin admin] Tracked resource versions report: Jul 28 05:31:23.710268 dv-cinder-799871-48-iscsi neutron-server[104272]: pushed versions: Jul 28 05:31:23.710268 dv-cinder-799871-48-iscsi neutron-server[104272]: { 'AddressGroup': {'1.2'}, Jul 28 05:31:23.710268 dv-cinder-799871-48-iscsi neutron-server[104272]: 'Agent': {'1.1'}, Jul 28 05:31:23.710268 dv-cinder-799871-48-iscsi neutron-server[104272]: 'ConntrackHelper': {'1.0'}, Jul 28 05:31:23.710268 dv-cinder-799871-48-iscsi neutron-server[104272]: 'LocalIPAssociation': {'1.0'}, Jul 28 05:31:23.710268 dv-cinder-799871-48-iscsi neutron-server[104272]: 'Log': {'1.0'}, Jul 28 05:31:23.710268 dv-cinder-799871-48-iscsi neutron-server[104272]: 'NDPProxy': {'1.0'}, Jul 28 05:31:23.710268 dv-cinder-799871-48-iscsi neutron-server[104272]: 'Network': {'1.1'}, Jul 28 05:31:23.710268 dv-cinder-799871-48-iscsi neutron-server[104272]: 'Port': {'1.7'}, Jul 28 05:31:23.710268 dv-cinder-799871-48-iscsi neutron-server[104272]: 'PortForwarding': {'1.3'}, Jul 28 05:31:23.710268 dv-cinder-799871-48-iscsi neutron-server[104272]: 'QosPolicy': {'1.10'}, Jul 28 05:31:23.710268 dv-cinder-799871-48-iscsi neutron-server[104272]: 'SecurityGroup': {'1.5'}, Jul 28 05:31:23.710268 dv-cinder-799871-48-iscsi neutron-server[104272]: 'SecurityGroupRule': {'1.2'}, Jul 28 05:31:23.710268 dv-cinder-799871-48-iscsi neutron-server[104272]: 'SubPort': {'1.0'}, Jul 28 05:31:23.710268 dv-cinder-799871-48-iscsi neutron-server[104272]: 'Subnet': {'1.1'}, Jul 28 05:31:23.710268 dv-cinder-799871-48-iscsi neutron-server[104272]: 'Trunk': {'1.1'}} Jul 28 05:31:23.710268 dv-cinder-799871-48-iscsi neutron-server[104272]: consumer versions: Jul 28 05:31:23.710268 dv-cinder-799871-48-iscsi neutron-server[104272]: { DHCP agent@dv-cinder-799871-48-iscsi: {}, Jul 28 05:31:23.710268 dv-cinder-799871-48-iscsi neutron-server[104272]: HyperV agent@hv-cinder-79987: {}, Jul 28 05:31:23.710268 dv-cinder-799871-48-iscsi neutron-server[104272]: L3 agent@dv-cinder-799871-48-iscsi: {}, Jul 28 05:31:23.710268 dv-cinder-799871-48-iscsi neutron-server[104272]: Metadata agent@dv-cinder-799871-48-iscsi: {}, Jul 28 05:31:23.710268 dv-cinder-799871-48-iscsi neutron-server[104272]: Metering agent@dv-cinder-799871-48-iscsi: {}, Jul 28 05:31:23.710268 dv-cinder-799871-48-iscsi neutron-server[104272]: Open vSwitch agent@dv-cinder-799871-48-iscsi: { 'AddressGroup': '1.2', Jul 28 05:31:23.710268 dv-cinder-799871-48-iscsi neutron-server[104272]: 'Agent': '1.1', Jul 28 05:31:23.710268 dv-cinder-799871-48-iscsi neutron-server[104272]: 'ConntrackHelper': '1.0', Jul 28 05:31:23.710268 dv-cinder-799871-48-iscsi neutron-server[104272]: 'LocalIPAssociation': '1.0', Jul 28 05:31:23.710268 dv-cinder-799871-48-iscsi neutron-server[104272]: 'Log': '1.0', Jul 28 05:31:23.710268 dv-cinder-799871-48-iscsi neutron-server[104272]: 'NDPProxy': '1.0', Jul 28 05:31:23.710268 dv-cinder-799871-48-iscsi neutron-server[104272]: 'Network': '1.1', Jul 28 05:31:23.710268 dv-cinder-799871-48-iscsi neutron-server[104272]: 'Port': '1.7', Jul 28 05:31:23.710268 dv-cinder-799871-48-iscsi neutron-server[104272]: 'PortForwarding': '1.3', Jul 28 05:31:23.710268 dv-cinder-799871-48-iscsi neutron-server[104272]: 'QosPolicy': '1.10', Jul 28 05:31:23.710268 dv-cinder-799871-48-iscsi neutron-server[104272]: 'SecurityGroup': '1.5', Jul 28 05:31:23.710268 dv-cinder-799871-48-iscsi neutron-server[104272]: 'SecurityGroupRule': '1.2', Jul 28 05:31:23.710268 dv-cinder-799871-48-iscsi neutron-server[104272]: 'SubPort': '1.0', Jul 28 05:31:23.710268 dv-cinder-799871-48-iscsi neutron-server[104272]: 'Subnet': '1.1', Jul 28 05:31:23.710268 dv-cinder-799871-48-iscsi neutron-server[104272]: 'Trunk': '1.1'}} Jul 28 05:31:23.710268 dv-cinder-799871-48-iscsi neutron-server[104272]: {{(pid=104272) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 05:31:23.744714 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02461afd-2a86-45a7-b7cf-c7c2691f3edb admin admin] Checking segment: {'id': 'c9e82de0-9864-4c88-908a-44b07604c3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:31:23.745133 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02461afd-2a86-45a7-b7cf-c7c2691f3edb admin admin] Network hostable DHCP agents. Network: 92779e58-7df4-4404-9045-ca3676cbb72b, hostable agents: ['abae2507-ed95-47f5-bead-3f33926efd64'], hosted agents: [] {{(pid=104272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 05:31:23.880456 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02461afd-2a86-45a7-b7cf-c7c2691f3edb admin admin] Network 92779e58-7df4-4404-9045-ca3676cbb72b is scheduled to be hosted by DHCP agent abae2507-ed95-47f5-bead-3f33926efd64 with binding_index 1 {{(pid=104272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 05:31:23.915351 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 60994) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:23.972563 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [None req-02461afd-2a86-45a7-b7cf-c7c2691f3edb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-48-iscsi, 92779e58-7df4-4404-9045-ca3676cbb72b) {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:31:23.973051 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-a11125ae-d4b4-4c99-9e78-8c97e95a44b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692'] for subnet (6633fe43-f109-432a-95d5-6755c5bac4f1), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:23.978315 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02461afd-2a86-45a7-b7cf-c7c2691f3edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:31:23.981589 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-02461afd-2a86-45a7-b7cf-c7c2691f3edb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for subnet (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:23.984240 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aae05ff-7535-4b49-a441-f5cb3469cdc5 None None] Network 92779e58-7df4-4404-9045-ca3676cbb72b requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:31:24.036416 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11125ae-d4b4-4c99-9e78-8c97e95a44b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6633fe43-f109-432a-95d5-6755c5bac4f1,revision_number=0']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:24.053308 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11125ae-d4b4-4c99-9e78-8c97e95a44b7 admin admin] Checking segment: {'id': '969590d0-dfe4-4fac-89e7-175241a5022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:31:24.059321 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11125ae-d4b4-4c99-9e78-8c97e95a44b7 admin admin] Network hostable DHCP agents. Network: 11838418-6b14-40b8-a589-613bdb83fff4, hostable agents: ['abae2507-ed95-47f5-bead-3f33926efd64'], hosted agents: [] {{(pid=104273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 05:31:24.081316 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-02461afd-2a86-45a7-b7cf-c7c2691f3edb admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8561969 Jul 28 05:31:24.100156 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 32774) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:24.108346 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-d8d18685-ec5e-4afb-8489-11774e3045f9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-834264126-router', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:31:24.141284 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fb3159-63c7-4e99-a705-84ffba736e8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1310213-672e-5d2f-8d43-02533df8fff2-92779e58-7df4-4404-9045-ca3676cbb72b', 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b', 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'fixed_ips': [{'subnet_id': '93d0c7af-c778-4812-bccd-0383249712e7'}]}} from dv-cinder-799871-48-iscsi. {{(pid=104274) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 05:31:24.142680 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-20fb3159-63c7-4e99-a705-84ffba736e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:24.145804 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11125ae-d4b4-4c99-9e78-8c97e95a44b7 admin admin] Network 11838418-6b14-40b8-a589-613bdb83fff4 is scheduled to be hosted by DHCP agent abae2507-ed95-47f5-bead-3f33926efd64 with binding_index 1 {{(pid=104273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 05:31:24.176832 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d8d18685-ec5e-4afb-8489-11774e3045f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4155669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3750'] for router (44df7d44-fab5-44ae-8bad-aa8f05374a42), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:24.179614 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d8d18685-ec5e-4afb-8489-11774e3045f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4157181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4018685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3759'] for router (44df7d44-fab5-44ae-8bad-aa8f05374a42), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:24.211900 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [None req-a11125ae-d4b4-4c99-9e78-8c97e95a44b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-48-iscsi, 11838418-6b14-40b8-a589-613bdb83fff4) {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:31:24.216281 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11125ae-d4b4-4c99-9e78-8c97e95a44b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:31:24.220072 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-a11125ae-d4b4-4c99-9e78-8c97e95a44b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for subnet (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:24.224014 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366d26d6-d8c5-4849-8636-c8a9441ea27c None None] Network 11838418-6b14-40b8-a589-613bdb83fff4 requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:31:24.235737 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-b5a18ab4-d22f-4521-ad04-87d290fc739c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1316562434-network', 'tenant_id': 'ee5ed205b4a048e18443c6d18b871a90'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:31:24.275204 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d8d18685-ec5e-4afb-8489-11774e3045f9 admin admin] Publish callbacks [] for router_controller (44df7d44-fab5-44ae-8bad-aa8f05374a42), precommit_add_association {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:24.320870 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 32780) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:24.321550 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-a11125ae-d4b4-4c99-9e78-8c97e95a44b7 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8103535 Jul 28 05:31:24.327911 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-23a6e688-5a2a-4136-8a45-3d6f2c10ce07 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-314920019-router', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:31:24.377835 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73460d6-53b3-44d0-9053-c7735978a1fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1310213-672e-5d2f-8d43-02533df8fff2-11838418-6b14-40b8-a589-613bdb83fff4', 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4', 'project_id': '99f094bca18d4939bb22f8d076d3a35c', 'fixed_ips': [{'subnet_id': '6633fe43-f109-432a-95d5-6755c5bac4f1'}]}} from dv-cinder-799871-48-iscsi. {{(pid=104274) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 05:31:24.379032 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-d73460d6-53b3-44d0-9053-c7735978a1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:24.415763 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.db_base_plugin_common [None req-20fb3159-63c7-4e99-a705-84ffba736e8e None None] Allocated IP 172.20.0.2 (92779e58-7df4-4404-9045-ca3676cbb72b/93d0c7af-c778-4812-bccd-0383249712e7/ef5cff39-03d0-479f-8d7f-488e9a6990b7) {{(pid=104274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:31:24.440640 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a18ab4-d22f-4521-ad04-87d290fc739c admin admin] Made reservation on behalf of ee5ed205b4a048e18443c6d18b871a90 for: {'network': 1} {{(pid=104273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:31:24.444972 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-b5a18ab4-d22f-4521-ad04-87d290fc739c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for network (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:24.461517 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-b5a18ab4-d22f-4521-ad04-87d290fc739c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:24.488167 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d8d18685-ec5e-4afb-8489-11774e3045f9 admin admin] Publish callbacks [] for router_gateway (44df7d44-fab5-44ae-8bad-aa8f05374a42), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:24.505850 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 32786) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:24.525852 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-23a6e688-5a2a-4136-8a45-3d6f2c10ce07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4155669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3750'] for router (d6622d09-335a-4c4c-94b2-578f3726827c), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:24.526733 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-23a6e688-5a2a-4136-8a45-3d6f2c10ce07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4157181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4018685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3759'] for router (d6622d09-335a-4c4c-94b2-578f3726827c), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:24.562732 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-b5a18ab4-d22f-4521-ad04-87d290fc739c admin admin] Publish callbacks [] for security_group (c0147f82-5a58-4e07-b545-d15cd6c553a7), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:24.651308 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-23a6e688-5a2a-4136-8a45-3d6f2c10ce07 admin admin] Publish callbacks [] for router_controller (d6622d09-335a-4c4c-94b2-578f3726827c), precommit_add_association {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:24.663364 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-b5a18ab4-d22f-4521-ad04-87d290fc739c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (c0147f82-5a58-4e07-b545-d15cd6c553a7), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:24.747228 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5a18ab4-d22f-4521-ad04-87d290fc739c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=104273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 05:31:24.785939 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a18ab4-d22f-4521-ad04-87d290fc739c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0147f82-5a58-4e07-b545-d15cd6c553a7,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:24.790853 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.db_base_plugin_common [None req-d73460d6-53b3-44d0-9053-c7735978a1fc None None] Allocated IP 172.20.0.2 (11838418-6b14-40b8-a589-613bdb83fff4/6633fe43-f109-432a-95d5-6755c5bac4f1/dfce73d8-cf53-46f5-95a2-5bef3c2e6341) {{(pid=104274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:31:24.794233 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-b5a18ab4-d22f-4521-ad04-87d290fc739c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124'] for segment (de5e18e7-c5d5-4795-b86e-5151ec6d287a), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:24.799199 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.db.segments_db [None req-b5a18ab4-d22f-4521-ad04-87d290fc739c admin admin] Added segment de5e18e7-c5d5-4795-b86e-5151ec6d287a of type vlan for network 2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed Jul 28 05:31:24.807378 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 32818) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:24.839456 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:24.852254 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:24.900859 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-b5a18ab4-d22f-4521-ad04-87d290fc739c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748695041913'] for network (2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:24.948871 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:24.960159 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-23a6e688-5a2a-4136-8a45-3d6f2c10ce07 admin admin] Publish callbacks [] for router_gateway (d6622d09-335a-4c4c-94b2-578f3726827c), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:24.972294 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d8d18685-ec5e-4afb-8489-11774e3045f9 admin admin] Publish callbacks [] for router_gateway (44df7d44-fab5-44ae-8bad-aa8f05374a42), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:24.987076 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-f85d58b1-f400-4173-98de-d40e099ada42 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1518408114-network', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:31:25.000343 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-b5a18ab4-d22f-4521-ad04-87d290fc739c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692'] for network (2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:25.001842 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a18ab4-d22f-4521-ad04-87d290fc739c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:31:25.004479 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-b5a18ab4-d22f-4521-ad04-87d290fc739c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for network (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:25.015185 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d8d18685-ec5e-4afb-8489-11774e3045f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:25.121101 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-d73460d6-53b3-44d0-9053-c7735978a1fc None None] Publish callbacks [] for port (dfce73d8-cf53-46f5-95a2-5bef3c2e6341), precommit_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:25.125795 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:25.126670 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:25.133684 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-e1a47745-26a6-4af9-a921-999667354ad3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1714526453-network', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:31:25.135435 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-20fb3159-63c7-4e99-a705-84ffba736e8e None None] Publish callbacks [] for port (ef5cff39-03d0-479f-8d7f-488e9a6990b7), precommit_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:25.170986 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a18ab4-d22f-4521-ad04-87d290fc739c admin admin] Pushing event updated for resources: {'Network': ['ID=2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:25.179200 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-d73460d6-53b3-44d0-9053-c7735978a1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915'] for port (dfce73d8-cf53-46f5-95a2-5bef3c2e6341), after_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:25.187393 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Network 2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed details requested by agent ovs-agent-dv-cinder-799871-48-iscsi with host dv-cinder-799871-48-iscsi {{(pid=104274) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 05:31:25.215611 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-b5a18ab4-d22f-4521-ad04-87d290fc739c admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.2990444 Jul 28 05:31:25.221917 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 32836) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:25.226753 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-1ae3ca0d-3963-4bc5-bc88-df5d6701eaed admin admin] Request body: {'subnet': {'network_id': '2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1316562434-subnet', 'tenant_id': 'ee5ed205b4a048e18443c6d18b871a90', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:31:25.233298 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73460d6-53b3-44d0-9053-c7735978a1fc None None] Network 11838418-6b14-40b8-a589-613bdb83fff4 is already hosted by enough agents. {{(pid=104274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:31:25.236474 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-20fb3159-63c7-4e99-a705-84ffba736e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915'] for port (ef5cff39-03d0-479f-8d7f-488e9a6990b7), after_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:25.260649 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.scheduler.base_scheduler [None req-d73460d6-53b3-44d0-9053-c7735978a1fc None None] Resources bound (agent type, host, resource id): {{(pid=104274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:31:25.291819 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a47745-26a6-4af9-a921-999667354ad3 admin admin] Made reservation on behalf of d6e54a77d2aa469b8c0197d99170d978 for: {'network': 1} {{(pid=104273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:31:25.294476 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e1a47745-26a6-4af9-a921-999667354ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for network (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:25.309807 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73460d6-53b3-44d0-9053-c7735978a1fc None None] Received port after_create {{(pid=104274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:31:25.312840 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e1a47745-26a6-4af9-a921-999667354ad3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:25.338209 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73460d6-53b3-44d0-9053-c7735978a1fc None None] Pushing event updated for resources: {'Port': ['ID=dfce73d8-cf53-46f5-95a2-5bef3c2e6341,revision_number=1']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:25.355304 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae3ca0d-3963-4bc5-bc88-df5d6701eaed admin admin] Made reservation on behalf of ee5ed205b4a048e18443c6d18b871a90 for: {'subnet': 1} {{(pid=104273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:31:25.358207 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-1ae3ca0d-3963-4bc5-bc88-df5d6701eaed admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:25.368884 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:25.376524 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fb3159-63c7-4e99-a705-84ffba736e8e None None] Network 92779e58-7df4-4404-9045-ca3676cbb72b is already hosted by enough agents. {{(pid=104274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:31:25.385615 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.scheduler.base_scheduler [None req-20fb3159-63c7-4e99-a705-84ffba736e8e None None] Resources bound (agent type, host, resource id): {{(pid=104274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:31:25.388122 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73460d6-53b3-44d0-9053-c7735978a1fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:25.388689 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73460d6-53b3-44d0-9053-c7735978a1fc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:25.389100 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73460d6-53b3-44d0-9053-c7735978a1fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:25.389456 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73460d6-53b3-44d0-9053-c7735978a1fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:25.389820 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73460d6-53b3-44d0-9053-c7735978a1fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:25.390159 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73460d6-53b3-44d0-9053-c7735978a1fc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:25.390493 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73460d6-53b3-44d0-9053-c7735978a1fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:25.390826 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73460d6-53b3-44d0-9053-c7735978a1fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:25.391172 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73460d6-53b3-44d0-9053-c7735978a1fc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:25.391505 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73460d6-53b3-44d0-9053-c7735978a1fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:25.391946 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73460d6-53b3-44d0-9053-c7735978a1fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:25.392296 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73460d6-53b3-44d0-9053-c7735978a1fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:25.392627 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73460d6-53b3-44d0-9053-c7735978a1fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:25.392963 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73460d6-53b3-44d0-9053-c7735978a1fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:25.393419 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73460d6-53b3-44d0-9053-c7735978a1fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:25.394715 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73460d6-53b3-44d0-9053-c7735978a1fc None None] Tracked resource versions report: Jul 28 05:31:25.394715 dv-cinder-799871-48-iscsi neutron-server[104274]: pushed versions: Jul 28 05:31:25.394715 dv-cinder-799871-48-iscsi neutron-server[104274]: { 'AddressGroup': {'1.2'}, Jul 28 05:31:25.394715 dv-cinder-799871-48-iscsi neutron-server[104274]: 'Agent': {'1.1'}, Jul 28 05:31:25.394715 dv-cinder-799871-48-iscsi neutron-server[104274]: 'ConntrackHelper': {'1.0'}, Jul 28 05:31:25.394715 dv-cinder-799871-48-iscsi neutron-server[104274]: 'LocalIPAssociation': {'1.0'}, Jul 28 05:31:25.394715 dv-cinder-799871-48-iscsi neutron-server[104274]: 'Log': {'1.0'}, Jul 28 05:31:25.394715 dv-cinder-799871-48-iscsi neutron-server[104274]: 'NDPProxy': {'1.0'}, Jul 28 05:31:25.394715 dv-cinder-799871-48-iscsi neutron-server[104274]: 'Network': {'1.1'}, Jul 28 05:31:25.394715 dv-cinder-799871-48-iscsi neutron-server[104274]: 'Port': {'1.7'}, Jul 28 05:31:25.394715 dv-cinder-799871-48-iscsi neutron-server[104274]: 'PortForwarding': {'1.3'}, Jul 28 05:31:25.394715 dv-cinder-799871-48-iscsi neutron-server[104274]: 'QosPolicy': {'1.10'}, Jul 28 05:31:25.394715 dv-cinder-799871-48-iscsi neutron-server[104274]: 'SecurityGroup': {'1.5'}, Jul 28 05:31:25.394715 dv-cinder-799871-48-iscsi neutron-server[104274]: 'SecurityGroupRule': {'1.2'}, Jul 28 05:31:25.394715 dv-cinder-799871-48-iscsi neutron-server[104274]: 'SubPort': {'1.0'}, Jul 28 05:31:25.394715 dv-cinder-799871-48-iscsi neutron-server[104274]: 'Subnet': {'1.1'}, Jul 28 05:31:25.394715 dv-cinder-799871-48-iscsi neutron-server[104274]: 'Trunk': {'1.1'}} Jul 28 05:31:25.394715 dv-cinder-799871-48-iscsi neutron-server[104274]: consumer versions: Jul 28 05:31:25.394715 dv-cinder-799871-48-iscsi neutron-server[104274]: { DHCP agent@dv-cinder-799871-48-iscsi: {}, Jul 28 05:31:25.394715 dv-cinder-799871-48-iscsi neutron-server[104274]: HyperV agent@hv-cinder-79987: {}, Jul 28 05:31:25.394715 dv-cinder-799871-48-iscsi neutron-server[104274]: L3 agent@dv-cinder-799871-48-iscsi: {}, Jul 28 05:31:25.394715 dv-cinder-799871-48-iscsi neutron-server[104274]: Metadata agent@dv-cinder-799871-48-iscsi: {}, Jul 28 05:31:25.394715 dv-cinder-799871-48-iscsi neutron-server[104274]: Metering agent@dv-cinder-799871-48-iscsi: {}, Jul 28 05:31:25.394715 dv-cinder-799871-48-iscsi neutron-server[104274]: Open vSwitch agent@dv-cinder-799871-48-iscsi: { 'AddressGroup': '1.2', Jul 28 05:31:25.394715 dv-cinder-799871-48-iscsi neutron-server[104274]: 'Agent': '1.1', Jul 28 05:31:25.394715 dv-cinder-799871-48-iscsi neutron-server[104274]: 'ConntrackHelper': '1.0', Jul 28 05:31:25.394715 dv-cinder-799871-48-iscsi neutron-server[104274]: 'LocalIPAssociation': '1.0', Jul 28 05:31:25.394715 dv-cinder-799871-48-iscsi neutron-server[104274]: 'Log': '1.0', Jul 28 05:31:25.394715 dv-cinder-799871-48-iscsi neutron-server[104274]: 'NDPProxy': '1.0', Jul 28 05:31:25.394715 dv-cinder-799871-48-iscsi neutron-server[104274]: 'Network': '1.1', Jul 28 05:31:25.394715 dv-cinder-799871-48-iscsi neutron-server[104274]: 'Port': '1.7', Jul 28 05:31:25.394715 dv-cinder-799871-48-iscsi neutron-server[104274]: 'PortForwarding': '1.3', Jul 28 05:31:25.394715 dv-cinder-799871-48-iscsi neutron-server[104274]: 'QosPolicy': '1.10', Jul 28 05:31:25.394715 dv-cinder-799871-48-iscsi neutron-server[104274]: 'SecurityGroup': '1.5', Jul 28 05:31:25.394715 dv-cinder-799871-48-iscsi neutron-server[104274]: 'SecurityGroupRule': '1.2', Jul 28 05:31:25.394715 dv-cinder-799871-48-iscsi neutron-server[104274]: 'SubPort': '1.0', Jul 28 05:31:25.394715 dv-cinder-799871-48-iscsi neutron-server[104274]: 'Subnet': '1.1', Jul 28 05:31:25.394715 dv-cinder-799871-48-iscsi neutron-server[104274]: 'Trunk': '1.1'}} Jul 28 05:31:25.394715 dv-cinder-799871-48-iscsi neutron-server[104274]: {{(pid=104274) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 05:31:25.398548 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fb3159-63c7-4e99-a705-84ffba736e8e None None] Received port after_create {{(pid=104274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:31:25.447424 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85d58b1-f400-4173-98de-d40e099ada42 admin admin] Made reservation on behalf of ba0b7f7639504a25a73c94335d62b98f for: {'network': 1} {{(pid=104272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:31:25.452007 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-f85d58b1-f400-4173-98de-d40e099ada42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for network (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:25.515252 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-f85d58b1-f400-4173-98de-d40e099ada42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:25.559356 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-d73460d6-53b3-44d0-9053-c7735978a1fc None None] Attempting to bind port dfce73d8-cf53-46f5-95a2-5bef3c2e6341 on host dv-cinder-799871-48-iscsi for vnic_type normal with profile {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:31:25.560004 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-d73460d6-53b3-44d0-9053-c7735978a1fc None None] Attempting to bind port dfce73d8-cf53-46f5-95a2-5bef3c2e6341 by drivers openvswitch,hyperv on host dv-cinder-799871-48-iscsi at level 0 using segments [{'id': '969590d0-dfe4-4fac-89e7-175241a5022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4'}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:31:25.561120 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73460d6-53b3-44d0-9053-c7735978a1fc None None] Attempting to bind port dfce73d8-cf53-46f5-95a2-5bef3c2e6341 on network 11838418-6b14-40b8-a589-613bdb83fff4 {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:31:25.578936 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73460d6-53b3-44d0-9053-c7735978a1fc None None] Checking agent: {'id': '5156d833-3082-4696-8f7b-587b7e45f062', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-48-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 22, 41), 'started_at': datetime.datetime(2022, 7, 28, 5, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-48-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:31:25.579631 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73460d6-53b3-44d0-9053-c7735978a1fc None None] Checking segment: {'id': '969590d0-dfe4-4fac-89e7-175241a5022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:31:25.580223 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-d73460d6-53b3-44d0-9053-c7735978a1fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:25.580798 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73460d6-53b3-44d0-9053-c7735978a1fc None None] Bound using segment: {'id': '969590d0-dfe4-4fac-89e7-175241a5022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4'} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:31:25.581460 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-d73460d6-53b3-44d0-9053-c7735978a1fc None None] Bound port: dfce73d8-cf53-46f5-95a2-5bef3c2e6341, host: dv-cinder-799871-48-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969590d0-dfe4-4fac-89e7-175241a5022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4'}}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:31:25.582594 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-d73460d6-53b3-44d0-9053-c7735978a1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (dfce73d8-cf53-46f5-95a2-5bef3c2e6341), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:25.632553 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb3159-63c7-4e99-a705-84ffba736e8e None None] Pushing event updated for resources: {'Port': ['ID=ef5cff39-03d0-479f-8d7f-488e9a6990b7,revision_number=1']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:25.645733 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-20fb3159-63c7-4e99-a705-84ffba736e8e None None] Attempting to bind port ef5cff39-03d0-479f-8d7f-488e9a6990b7 on host dv-cinder-799871-48-iscsi for vnic_type normal with profile {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:31:25.646301 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-20fb3159-63c7-4e99-a705-84ffba736e8e None None] Attempting to bind port ef5cff39-03d0-479f-8d7f-488e9a6990b7 by drivers openvswitch,hyperv on host dv-cinder-799871-48-iscsi at level 0 using segments [{'id': 'c9e82de0-9864-4c88-908a-44b07604c3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b'}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:31:25.646682 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fb3159-63c7-4e99-a705-84ffba736e8e None None] Attempting to bind port ef5cff39-03d0-479f-8d7f-488e9a6990b7 on network 92779e58-7df4-4404-9045-ca3676cbb72b {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:31:25.665216 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-f85d58b1-f400-4173-98de-d40e099ada42 admin admin] Publish callbacks [] for security_group (8968456e-dfcd-4f8e-8bad-0dfd14c37ed7), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:25.682546 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fb3159-63c7-4e99-a705-84ffba736e8e None None] Checking agent: {'id': '5156d833-3082-4696-8f7b-587b7e45f062', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-48-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 22, 41), 'started_at': datetime.datetime(2022, 7, 28, 5, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-48-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:31:25.682926 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fb3159-63c7-4e99-a705-84ffba736e8e None None] Checking segment: {'id': 'c9e82de0-9864-4c88-908a-44b07604c3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:31:25.683385 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-20fb3159-63c7-4e99-a705-84ffba736e8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:25.683784 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fb3159-63c7-4e99-a705-84ffba736e8e None None] Bound using segment: {'id': 'c9e82de0-9864-4c88-908a-44b07604c3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b'} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:31:25.684261 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-20fb3159-63c7-4e99-a705-84ffba736e8e None None] Bound port: ef5cff39-03d0-479f-8d7f-488e9a6990b7, host: dv-cinder-799871-48-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e82de0-9864-4c88-908a-44b07604c3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b'}}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:31:25.685021 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-20fb3159-63c7-4e99-a705-84ffba736e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (ef5cff39-03d0-479f-8d7f-488e9a6990b7), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:25.692681 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e1a47745-26a6-4af9-a921-999667354ad3 admin admin] Publish callbacks [] for security_group (f9d38a91-cfca-4a35-a88a-aacc455dc8a4), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:25.705546 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.db_base_plugin_common [None req-d8d18685-ec5e-4afb-8489-11774e3045f9 admin admin] Allocated IP 172.27.0.104 (d892672b-b726-43a1-a501-142ea5a750c8/481049b9-1d68-41f1-a9d6-55330db72a03/d82087f6-c9d2-451f-a5df-5a4a7ea3cbec) {{(pid=104272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:31:25.725495 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-23a6e688-5a2a-4136-8a45-3d6f2c10ce07 admin admin] Publish callbacks [] for router_gateway (d6622d09-335a-4c4c-94b2-578f3726827c), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:25.775910 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e1a47745-26a6-4af9-a921-999667354ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (f9d38a91-cfca-4a35-a88a-aacc455dc8a4), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:25.783904 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-d73460d6-53b3-44d0-9053-c7735978a1fc None None] For port dfce73d8-cf53-46f5-95a2-5bef3c2e6341, host dv-cinder-799871-48-iscsi, cleared binding levels {{(pid=104274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:31:25.789956 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-d73460d6-53b3-44d0-9053-c7735978a1fc None None] For port dfce73d8-cf53-46f5-95a2-5bef3c2e6341, host dv-cinder-799871-48-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=dfce73d8-cf53-46f5-95a2-5bef3c2e6341,segment=NetworkSegment(969590d0-dfe4-4fac-89e7-175241a5022e),segment_id=969590d0-dfe4-4fac-89e7-175241a5022e)] {{(pid=104274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:31:25.817140 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1a47745-26a6-4af9-a921-999667354ad3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=104273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 05:31:25.834592 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-20fb3159-63c7-4e99-a705-84ffba736e8e None None] For port ef5cff39-03d0-479f-8d7f-488e9a6990b7, host dv-cinder-799871-48-iscsi, cleared binding levels {{(pid=104274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:31:25.841372 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-20fb3159-63c7-4e99-a705-84ffba736e8e None None] For port ef5cff39-03d0-479f-8d7f-488e9a6990b7, host dv-cinder-799871-48-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=ef5cff39-03d0-479f-8d7f-488e9a6990b7,segment=NetworkSegment(c9e82de0-9864-4c88-908a-44b07604c3c0),segment_id=c9e82de0-9864-4c88-908a-44b07604c3c0)] {{(pid=104274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:31:25.844851 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e1a47745-26a6-4af9-a921-999667354ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124'] for segment (4427f270-b023-404e-a3c1-104654497080), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:25.844851 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.db.segments_db [None req-e1a47745-26a6-4af9-a921-999667354ad3 admin admin] Added segment 4427f270-b023-404e-a3c1-104654497080 of type vlan for network 12676c2f-cd93-405a-a402-b0ee7cfa77c5 Jul 28 05:31:25.849636 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 6 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:31:25.859135 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-23a6e688-5a2a-4136-8a45-3d6f2c10ce07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:25.864186 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-d73460d6-53b3-44d0-9053-c7735978a1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (dfce73d8-cf53-46f5-95a2-5bef3c2e6341), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:25.864505 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-f85d58b1-f400-4173-98de-d40e099ada42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (8968456e-dfcd-4f8e-8bad-0dfd14c37ed7), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:25.889365 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d8d18685-ec5e-4afb-8489-11774e3045f9 admin admin] Publish callbacks [] for port (d82087f6-c9d2-451f-a5df-5a4a7ea3cbec), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:25.944703 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f85d58b1-f400-4173-98de-d40e099ada42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=104272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 05:31:25.952099 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-20fb3159-63c7-4e99-a705-84ffba736e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (ef5cff39-03d0-479f-8d7f-488e9a6990b7), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:26.022996 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-f85d58b1-f400-4173-98de-d40e099ada42 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748695459777', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124'] for segment (d6393f65-f317-4f88-bc02-4e43465dc849), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:26.024253 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-f85d58b1-f400-4173-98de-d40e099ada42 admin admin] Unsubscribe: segment precommit_create {{(pid=104272) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 05:31:26.024917 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.db.segments_db [None req-f85d58b1-f400-4173-98de-d40e099ada42 admin admin] Added segment d6393f65-f317-4f88-bc02-4e43465dc849 of type vlan for network f094ee85-e5f7-4f76-b25b-19d66faa4449 Jul 28 05:31:26.035667 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d58b1-f400-4173-98de-d40e099ada42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8968456e-dfcd-4f8e-8bad-0dfd14c37ed7,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:26.035872 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a47745-26a6-4af9-a921-999667354ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d38a91-cfca-4a35-a88a-aacc455dc8a4,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:26.036165 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73460d6-53b3-44d0-9053-c7735978a1fc None None] Pushing event updated for resources: {'Port': ['ID=dfce73d8-cf53-46f5-95a2-5bef3c2e6341,revision_number=2']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:26.053750 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e1a47745-26a6-4af9-a921-999667354ad3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748695041913'] for network (12676c2f-cd93-405a-a402-b0ee7cfa77c5), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:26.139845 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-f85d58b1-f400-4173-98de-d40e099ada42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748695041913'] for network (f094ee85-e5f7-4f76-b25b-19d66faa4449), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:26.148548 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb3159-63c7-4e99-a705-84ffba736e8e None None] Pushing event updated for resources: {'Port': ['ID=ef5cff39-03d0-479f-8d7f-488e9a6990b7,revision_number=2']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:26.400882 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-1ae3ca0d-3963-4bc5-bc88-df5d6701eaed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692'] for subnet (154c4ca7-1ebc-4409-9f6b-8c04f2bdb864), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:26.441544 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d8d18685-ec5e-4afb-8489-11774e3045f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915'] for port (d82087f6-c9d2-451f-a5df-5a4a7ea3cbec), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:26.479126 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e1a47745-26a6-4af9-a921-999667354ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692'] for network (12676c2f-cd93-405a-a402-b0ee7cfa77c5), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:26.480123 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a47745-26a6-4af9-a921-999667354ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:31:26.480883 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e1a47745-26a6-4af9-a921-999667354ad3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for network (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:26.488810 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae3ca0d-3963-4bc5-bc88-df5d6701eaed admin admin] Pushing event updated for resources: {'Subnet': ['ID=154c4ca7-1ebc-4409-9f6b-8c04f2bdb864,revision_number=0']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:26.510470 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-f85d58b1-f400-4173-98de-d40e099ada42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692'] for network (f094ee85-e5f7-4f76-b25b-19d66faa4449), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:26.511536 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85d58b1-f400-4173-98de-d40e099ada42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:31:26.512299 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-f85d58b1-f400-4173-98de-d40e099ada42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for network (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:26.576856 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae3ca0d-3963-4bc5-bc88-df5d6701eaed admin admin] Checking segment: {'id': 'de5e18e7-c5d5-4795-b86e-5151ec6d287a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:31:26.578159 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae3ca0d-3963-4bc5-bc88-df5d6701eaed admin admin] Network hostable DHCP agents. Network: 2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed, hostable agents: ['abae2507-ed95-47f5-bead-3f33926efd64'], hosted agents: [] {{(pid=104273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 05:31:26.602577 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d18685-ec5e-4afb-8489-11774e3045f9 admin admin] Network d892672b-b726-43a1-a501-142ea5a750c8 is already hosted by enough agents. {{(pid=104272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:31:26.610269 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-e1a47745-26a6-4af9-a921-999667354ad3 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.8011658 Jul 28 05:31:26.611721 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 32868) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:26.617710 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [None req-d8d18685-ec5e-4afb-8489-11774e3045f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:31:26.618947 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-cb3209bb-b889-4553-bd54-16026bf93fde admin admin] Request body: {'subnet': {'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1714526453-subnet', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:31:26.639745 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a47745-26a6-4af9-a921-999667354ad3 admin admin] Pushing event updated for resources: {'Network': ['ID=12676c2f-cd93-405a-a402-b0ee7cfa77c5,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:26.642792 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d18685-ec5e-4afb-8489-11774e3045f9 admin admin] Received port after_create {{(pid=104272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:31:26.665497 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Network 12676c2f-cd93-405a-a402-b0ee7cfa77c5 details requested by agent ovs-agent-dv-cinder-799871-48-iscsi with host dv-cinder-799871-48-iscsi {{(pid=104274) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 05:31:26.679055 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d18685-ec5e-4afb-8489-11774e3045f9 admin admin] Pushing event updated for resources: {'Port': ['ID=d82087f6-c9d2-451f-a5df-5a4a7ea3cbec,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:26.711088 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3209bb-b889-4553-bd54-16026bf93fde admin admin] Made reservation on behalf of d6e54a77d2aa469b8c0197d99170d978 for: {'subnet': 1} {{(pid=104273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:31:26.720032 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-cb3209bb-b889-4553-bd54-16026bf93fde admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:26.724828 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae3ca0d-3963-4bc5-bc88-df5d6701eaed admin admin] Network 2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed is scheduled to be hosted by DHCP agent abae2507-ed95-47f5-bead-3f33926efd64 with binding_index 1 {{(pid=104273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 05:31:26.753737 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-f85d58b1-f400-4173-98de-d40e099ada42 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 2.2460980 Jul 28 05:31:26.774112 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 32870) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:26.782605 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-6420700e-1256-4004-800c-47f184ba152f admin admin] Request body: {'subnet': {'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1518408114-subnet', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:31:26.792174 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.db_base_plugin_common [None req-23a6e688-5a2a-4136-8a45-3d6f2c10ce07 admin admin] Allocated IP 172.27.0.85 (d892672b-b726-43a1-a501-142ea5a750c8/481049b9-1d68-41f1-a9d6-55330db72a03/d98d4552-f0bf-47a7-85a3-b1694e04f0e5) {{(pid=104272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:31:26.833686 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device dfce73d8-cf53-46f5-95a2-5bef3c2e6341 up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:31:26.839059 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d58b1-f400-4173-98de-d40e099ada42 admin admin] Pushing event updated for resources: {'Network': ['ID=f094ee85-e5f7-4f76-b25b-19d66faa4449,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:26.886129 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Network f094ee85-e5f7-4f76-b25b-19d66faa4449 details requested by agent ovs-agent-dv-cinder-799871-48-iscsi with host dv-cinder-799871-48-iscsi {{(pid=104274) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 05:31:26.927688 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [None req-1ae3ca0d-3963-4bc5-bc88-df5d6701eaed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-48-iscsi, 2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed) {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:31:26.933664 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6420700e-1256-4004-800c-47f184ba152f admin admin] Made reservation on behalf of ba0b7f7639504a25a73c94335d62b98f for: {'subnet': 1} {{(pid=104273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:31:26.940336 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port dfce73d8-cf53-46f5-95a2-5bef3c2e6341 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:26.940782 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (dfce73d8-cf53-46f5-95a2-5bef3c2e6341), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:26.942957 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855d8375-641d-4e2a-adee-b40b1d75ac62 None None] Network 2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:31:26.962054 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6420700e-1256-4004-800c-47f184ba152f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:26.963960 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:26.979330 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae3ca0d-3963-4bc5-bc88-df5d6701eaed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:31:26.983961 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-1ae3ca0d-3963-4bc5-bc88-df5d6701eaed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for subnet (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:27.056074 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-23a6e688-5a2a-4136-8a45-3d6f2c10ce07 admin admin] Publish callbacks [] for port (d98d4552-f0bf-47a7-85a3-b1694e04f0e5), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:27.099990 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:27.217991 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:INSERT=15 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:27.540663 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=7 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:27.540663 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-23a6e688-5a2a-4136-8a45-3d6f2c10ce07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915'] for port (d98d4552-f0bf-47a7-85a3-b1694e04f0e5), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:27.540663 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d8d18685-ec5e-4afb-8489-11774e3045f9 admin admin] Publish callbacks [] for router_gateway (44df7d44-fab5-44ae-8bad-aa8f05374a42), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:27.556946 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port dfce73d8-cf53-46f5-95a2-5bef3c2e6341 is: DOWN; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:27.556946 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (dfce73d8-cf53-46f5-95a2-5bef3c2e6341), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:27.558837 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=5 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:27.561322 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] For port dfce73d8-cf53-46f5-95a2-5bef3c2e6341, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=dfce73d8-cf53-46f5-95a2-5bef3c2e6341,segment=NetworkSegment(969590d0-dfe4-4fac-89e7-175241a5022e),segment_id=969590d0-dfe4-4fac-89e7-175241a5022e)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:31:27.561322 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7df0b96-c6e2-4ff6-a7f4-09caa91d0c4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1310213-672e-5d2f-8d43-02533df8fff2-2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed', 'network_id': '2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed', 'project_id': 'ee5ed205b4a048e18443c6d18b871a90', 'fixed_ips': [{'subnet_id': '154c4ca7-1ebc-4409-9f6b-8c04f2bdb864'}]}} from dv-cinder-799871-48-iscsi. {{(pid=104274) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 05:31:27.561322 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-c7df0b96-c6e2-4ff6-a7f4-09caa91d0c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:27.566910 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-cb3209bb-b889-4553-bd54-16026bf93fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692'] for subnet (329242a6-cde1-43fc-b2d2-7b69ba8c6d75), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:27.597375 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (dfce73d8-cf53-46f5-95a2-5bef3c2e6341), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:27.598627 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device ef5cff39-03d0-479f-8d7f-488e9a6990b7 up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:31:27.644064 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-1ae3ca0d-3963-4bc5-bc88-df5d6701eaed admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4209459 Jul 28 05:31:27.644908 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 32910) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:27.671355 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-e16efd34-4bda-41ff-92f2-36c9339849f3 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1316562434-router', 'tenant_id': 'ee5ed205b4a048e18443c6d18b871a90', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:31:27.692814 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b764687-cea9-4394-9431-51b3b46e42c9 None None] Network 11838418-6b14-40b8-a589-613bdb83fff4 requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:31:27.733386 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3209bb-b889-4553-bd54-16026bf93fde admin admin] Pushing event updated for resources: {'Subnet': ['ID=329242a6-cde1-43fc-b2d2-7b69ba8c6d75,revision_number=0']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:27.757780 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a6e688-5a2a-4136-8a45-3d6f2c10ce07 admin admin] Network d892672b-b726-43a1-a501-142ea5a750c8 is already hosted by enough agents. {{(pid=104272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:31:27.761858 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6e688-5a2a-4136-8a45-3d6f2c10ce07 admin admin] Pushing event updated for resources: {'Port': ['ID=d98d4552-f0bf-47a7-85a3-b1694e04f0e5,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:27.781773 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [None req-23a6e688-5a2a-4136-8a45-3d6f2c10ce07 admin admin] Resources bound (agent type, host, resource id): {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:31:27.787376 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:27.800720 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3209bb-b889-4553-bd54-16026bf93fde admin admin] Checking segment: {'id': '4427f270-b023-404e-a3c1-104654497080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:31:27.800842 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a6e688-5a2a-4136-8a45-3d6f2c10ce07 admin admin] Received port after_create {{(pid=104272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:31:27.800938 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3209bb-b889-4553-bd54-16026bf93fde admin admin] Network hostable DHCP agents. Network: 12676c2f-cd93-405a-a402-b0ee7cfa77c5, hostable agents: ['abae2507-ed95-47f5-bead-3f33926efd64'], hosted agents: [] {{(pid=104273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 05:31:27.821709 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6420700e-1256-4004-800c-47f184ba152f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692'] for subnet (456b76b1-4e97-4147-a35d-860a8ddd449e), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:27.901972 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.db_base_plugin_common [None req-c7df0b96-c6e2-4ff6-a7f4-09caa91d0c4b None None] Allocated IP 172.20.0.2 (2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed/154c4ca7-1ebc-4409-9f6b-8c04f2bdb864/0e7a2646-d529-429a-b1d0-d2a9f310ad23) {{(pid=104274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:31:27.907021 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6420700e-1256-4004-800c-47f184ba152f admin admin] Pushing event updated for resources: {'Subnet': ['ID=456b76b1-4e97-4147-a35d-860a8ddd449e,revision_number=0']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:27.909681 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e16efd34-4bda-41ff-92f2-36c9339849f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4155669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3750'] for router (326e9b05-9b67-43c0-b273-659b0a801d6e), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:27.910643 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e16efd34-4bda-41ff-92f2-36c9339849f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4157181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4018685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3759'] for router (326e9b05-9b67-43c0-b273-659b0a801d6e), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:27.918386 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6420700e-1256-4004-800c-47f184ba152f admin admin] Checking segment: {'id': 'd6393f65-f317-4f88-bc02-4e43465dc849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:31:27.918738 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6420700e-1256-4004-800c-47f184ba152f admin admin] Network hostable DHCP agents. Network: f094ee85-e5f7-4f76-b25b-19d66faa4449, hostable agents: ['abae2507-ed95-47f5-bead-3f33926efd64'], hosted agents: [] {{(pid=104273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 05:31:27.941492 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3209bb-b889-4553-bd54-16026bf93fde admin admin] Network 12676c2f-cd93-405a-a402-b0ee7cfa77c5 is scheduled to be hosted by DHCP agent abae2507-ed95-47f5-bead-3f33926efd64 with binding_index 1 {{(pid=104273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 05:31:27.980952 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d8d18685-ec5e-4afb-8489-11774e3045f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4157131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4018561'] for router (44df7d44-fab5-44ae-8bad-aa8f05374a42), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:28.006047 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:28.011067 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Pushing event updated for resources: {'Port': ['ID=dfce73d8-cf53-46f5-95a2-5bef3c2e6341,revision_number=3']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:28.021271 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-d1f93d45-b8a2-4be1-903f-08de109e8ec2 None None] Provisioning complete for port dfce73d8-cf53-46f5-95a2-5bef3c2e6341 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:28.021821 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-d1f93d45-b8a2-4be1-903f-08de109e8ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (dfce73d8-cf53-46f5-95a2-5bef3c2e6341), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:28.035677 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e16efd34-4bda-41ff-92f2-36c9339849f3 admin admin] Publish callbacks [] for router_controller (326e9b05-9b67-43c0-b273-659b0a801d6e), precommit_add_association {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:28.064446 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port ef5cff39-03d0-479f-8d7f-488e9a6990b7 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:28.064826 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (ef5cff39-03d0-479f-8d7f-488e9a6990b7), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:28.067933 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6e6ea4-7674-491e-a3fb-1533a45e2466 None None] Network 92779e58-7df4-4404-9045-ca3676cbb72b requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:31:28.114393 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [None req-cb3209bb-b889-4553-bd54-16026bf93fde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-48-iscsi, 12676c2f-cd93-405a-a402-b0ee7cfa77c5) {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:31:28.121888 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3209bb-b889-4553-bd54-16026bf93fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:31:28.122595 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-cb3209bb-b889-4553-bd54-16026bf93fde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for subnet (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:28.153028 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b044ec71-e250-4446-be99-2b4dc688f2c9 None None] Network 12676c2f-cd93-405a-a402-b0ee7cfa77c5 requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:31:28.335759 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-23a6e688-5a2a-4136-8a45-3d6f2c10ce07 admin admin] Publish callbacks [] for router_gateway (d6622d09-335a-4c4c-94b2-578f3726827c), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:28.375155 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:28.377093 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6420700e-1256-4004-800c-47f184ba152f admin admin] Network f094ee85-e5f7-4f76-b25b-19d66faa4449 is scheduled to be hosted by DHCP agent abae2507-ed95-47f5-bead-3f33926efd64 with binding_index 1 {{(pid=104273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 05:31:28.383637 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 32928) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:28.387796 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-cb3209bb-b889-4553-bd54-16026bf93fde admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7746348 Jul 28 05:31:28.392499 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 32932) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:28.397163 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-9aaa88ae-b017-48eb-86ca-45cdef5cf276 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1714526453-router', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:31:28.439078 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [None req-6420700e-1256-4004-800c-47f184ba152f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-48-iscsi, f094ee85-e5f7-4f76-b25b-19d66faa4449) {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:31:28.457123 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-c7df0b96-c6e2-4ff6-a7f4-09caa91d0c4b None None] Publish callbacks [] for port (0e7a2646-d529-429a-b1d0-d2a9f310ad23), precommit_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:28.468858 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d18685-ec5e-4afb-8489-11774e3045f9 admin admin] Router 44df7d44-fab5-44ae-8bad-aa8f05374a42 is scheduled to L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a with binding_index 1 {{(pid=104272) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 05:31:28.490932 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:INSERT=3,neutron:UPDATE=5,neutron:SELECT=92 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:28.499819 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1905192a-4b60-44ad-b859-c071c2c6ed8b None None] Network f094ee85-e5f7-4f76-b25b-19d66faa4449 requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:31:28.538686 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6420700e-1256-4004-800c-47f184ba152f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:31:28.543469 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6420700e-1256-4004-800c-47f184ba152f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for subnet (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:28.562119 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:28.579320 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e16efd34-4bda-41ff-92f2-36c9339849f3 admin admin] Publish callbacks [] for router_gateway (326e9b05-9b67-43c0-b273-659b0a801d6e), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:28.635754 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-9aaa88ae-b017-48eb-86ca-45cdef5cf276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4155669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3750'] for router (30aeb74e-daf5-4d9c-8830-da392967d56a), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:28.637168 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-9aaa88ae-b017-48eb-86ca-45cdef5cf276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4157181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4018685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3759'] for router (30aeb74e-daf5-4d9c-8830-da392967d56a), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:28.649945 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:28.659820 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-29d3d5e1-ffe8-4983-913a-a34b3d91e265 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:28.662119 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-6420700e-1256-4004-800c-47f184ba152f admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8841114 Jul 28 05:31:28.669683 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 32944) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:28.698812 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-8c14cef2-c7b6-46d0-ab22-5cc77ff13310 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1518408114-router', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:31:28.709980 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-c7df0b96-c6e2-4ff6-a7f4-09caa91d0c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915'] for port (0e7a2646-d529-429a-b1d0-d2a9f310ad23), after_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:28.732477 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-23a6e688-5a2a-4136-8a45-3d6f2c10ce07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4157131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4018561'] for router (d6622d09-335a-4c4c-94b2-578f3726827c), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:28.783849 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-d1f93d45-b8a2-4be1-903f-08de109e8ec2 None None] Current status of the port dfce73d8-cf53-46f5-95a2-5bef3c2e6341 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:28.787197 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-9aaa88ae-b017-48eb-86ca-45cdef5cf276 admin admin] Publish callbacks [] for router_controller (30aeb74e-daf5-4d9c-8830-da392967d56a), precommit_add_association {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:28.808149 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d18685-ec5e-4afb-8489-11774e3045f9 admin admin] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:31:28.823926 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71b1409-5970-4f5f-849a-323e98b1a710 None None] Sync routers for ids ['44df7d44-fab5-44ae-8bad-aa8f05374a42'] in dv-cinder-799871-48-iscsi {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:31:28.839007 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adad655-45a0-4af7-9dde-8152ef3f03f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1310213-672e-5d2f-8d43-02533df8fff2-f094ee85-e5f7-4f76-b25b-19d66faa4449', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'fixed_ips': [{'subnet_id': '456b76b1-4e97-4147-a35d-860a8ddd449e'}]}} from dv-cinder-799871-48-iscsi. {{(pid=104274) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 05:31:28.840832 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71b1409-5970-4f5f-849a-323e98b1a710 None None] Routers {'44df7d44-fab5-44ae-8bad-aa8f05374a42'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:31:28.841193 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-6adad655-45a0-4af7-9dde-8152ef3f03f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:28.842178 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-e71b1409-5970-4f5f-849a-323e98b1a710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:31:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['44df7d44-fab5-44ae-8bad-aa8f05374a42'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:31:28.910751 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8c14cef2-c7b6-46d0-ab22-5cc77ff13310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4155669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3750'] for router (d2cc43d3-bb01-4229-ac5e-8b627c08bbaf), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:28.912277 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8c14cef2-c7b6-46d0-ab22-5cc77ff13310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4157181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4018685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3759'] for router (d2cc43d3-bb01-4229-ac5e-8b627c08bbaf), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:28.918938 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-29d3d5e1-ffe8-4983-913a-a34b3d91e265 admin admin] Publish callbacks [] for security_group (7bd4f165-9981-4667-81fb-ee940b7c7e6e), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:28.949718 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7df0b96-c6e2-4ff6-a7f4-09caa91d0c4b None None] Network 2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed is already hosted by enough agents. {{(pid=104274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:31:28.959784 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d8d18685-ec5e-4afb-8489-11774e3045f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:28.960872 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.scheduler.base_scheduler [None req-c7df0b96-c6e2-4ff6-a7f4-09caa91d0c4b None None] Resources bound (agent type, host, resource id): {{(pid=104274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:31:28.962156 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-d8d18685-ec5e-4afb-8489-11774e3045f9 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8604543 Jul 28 05:31:28.965780 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 32946) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:28.969004 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7df0b96-c6e2-4ff6-a7f4-09caa91d0c4b None None] Received port after_create {{(pid=104274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:31:28.994970 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-e71b1409-5970-4f5f-849a-323e98b1a710 None None] Set router 44df7d44-fab5-44ae-8bad-aa8f05374a42 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:31:29.026587 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port ef5cff39-03d0-479f-8d7f-488e9a6990b7 is: DOWN; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:29.027222 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (ef5cff39-03d0-479f-8d7f-488e9a6990b7), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:29.032381 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-29d3d5e1-ffe8-4983-913a-a34b3d91e265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (7bd4f165-9981-4667-81fb-ee940b7c7e6e), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:29.122551 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a6e688-5a2a-4136-8a45-3d6f2c10ce07 admin admin] Router d6622d09-335a-4c4c-94b2-578f3726827c is scheduled to L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a with binding_index 1 {{(pid=104272) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 05:31:29.130257 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8c14cef2-c7b6-46d0-ab22-5cc77ff13310 admin admin] Publish callbacks [] for router_controller (d2cc43d3-bb01-4229-ac5e-8b627c08bbaf), precommit_add_association {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:29.142084 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df0b96-c6e2-4ff6-a7f4-09caa91d0c4b None None] Pushing event updated for resources: {'Port': ['ID=0e7a2646-d529-429a-b1d0-d2a9f310ad23,revision_number=1']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:29.173640 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-3d99687d-f148-468e-a8c5-0fb7e0910cfe None None] Provisioning complete for port ef5cff39-03d0-479f-8d7f-488e9a6990b7 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:29.173640 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-3d99687d-f148-468e-a8c5-0fb7e0910cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (ef5cff39-03d0-479f-8d7f-488e9a6990b7), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:29.173640 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-c7df0b96-c6e2-4ff6-a7f4-09caa91d0c4b None None] Attempting to bind port 0e7a2646-d529-429a-b1d0-d2a9f310ad23 on host dv-cinder-799871-48-iscsi for vnic_type normal with profile {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:31:29.173640 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-c7df0b96-c6e2-4ff6-a7f4-09caa91d0c4b None None] Attempting to bind port 0e7a2646-d529-429a-b1d0-d2a9f310ad23 by drivers openvswitch,hyperv on host dv-cinder-799871-48-iscsi at level 0 using segments [{'id': 'de5e18e7-c5d5-4795-b86e-5151ec6d287a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed'}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:31:29.173640 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7df0b96-c6e2-4ff6-a7f4-09caa91d0c4b None None] Attempting to bind port 0e7a2646-d529-429a-b1d0-d2a9f310ad23 on network 2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:31:29.173640 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cb0340-0ee7-4604-b1ad-7838d75f4dc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1310213-672e-5d2f-8d43-02533df8fff2-12676c2f-cd93-405a-a402-b0ee7cfa77c5', 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5', 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'fixed_ips': [{'subnet_id': '329242a6-cde1-43fc-b2d2-7b69ba8c6d75'}]}} from dv-cinder-799871-48-iscsi. {{(pid=104274) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 05:31:29.173640 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-30cb0340-0ee7-4604-b1ad-7838d75f4dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:29.193352 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-29d3d5e1-ffe8-4983-913a-a34b3d91e265 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=3df895dfc7b342658d72bffd0f5ac40e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8021281 Jul 28 05:31:29.200480 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 32948) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:29.206436 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3d5e1-ffe8-4983-913a-a34b3d91e265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd4f165-9981-4667-81fb-ee940b7c7e6e,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:29.229789 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] For port ef5cff39-03d0-479f-8d7f-488e9a6990b7, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=ef5cff39-03d0-479f-8d7f-488e9a6990b7,segment=NetworkSegment(c9e82de0-9864-4c88-908a-44b07604c3c0),segment_id=c9e82de0-9864-4c88-908a-44b07604c3c0)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:31:29.237281 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7df0b96-c6e2-4ff6-a7f4-09caa91d0c4b None None] Checking agent: {'id': '5156d833-3082-4696-8f7b-587b7e45f062', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-48-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 22, 41), 'started_at': datetime.datetime(2022, 7, 28, 5, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-48-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:31:29.237698 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7df0b96-c6e2-4ff6-a7f4-09caa91d0c4b None None] Checking segment: {'id': 'de5e18e7-c5d5-4795-b86e-5151ec6d287a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:31:29.238107 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-c7df0b96-c6e2-4ff6-a7f4-09caa91d0c4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:29.238501 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7df0b96-c6e2-4ff6-a7f4-09caa91d0c4b None None] Bound using segment: {'id': 'de5e18e7-c5d5-4795-b86e-5151ec6d287a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed'} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:31:29.238984 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-c7df0b96-c6e2-4ff6-a7f4-09caa91d0c4b None None] Bound port: 0e7a2646-d529-429a-b1d0-d2a9f310ad23, host: dv-cinder-799871-48-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5e18e7-c5d5-4795-b86e-5151ec6d287a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed'}}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:31:29.239420 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-c7df0b96-c6e2-4ff6-a7f4-09caa91d0c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (0e7a2646-d529-429a-b1d0-d2a9f310ad23), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:29.314983 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-e71b1409-5970-4f5f-849a-323e98b1a710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'name': 'tempest-AttachVolumeTestJSON-834264126-router', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:24Z', 'updated_at': '2022-07-28T05:31:26Z', 'revision_number': 3, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'gw_port': {'id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:25Z', 'updated_at': '2022-07-28T05:31:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:31:29.333607 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e16efd34-4bda-41ff-92f2-36c9339849f3 admin admin] Publish callbacks [] for router_gateway (326e9b05-9b67-43c0-b273-659b0a801d6e), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:29.336769 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-9aaa88ae-b017-48eb-86ca-45cdef5cf276 admin admin] Publish callbacks [] for router_gateway (30aeb74e-daf5-4d9c-8830-da392967d56a), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:29.357866 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71b1409-5970-4f5f-849a-323e98b1a710 None None] Checking router: 44df7d44-fab5-44ae-8bad-aa8f05374a42 for host: dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:31:29.358688 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71b1409-5970-4f5f-849a-323e98b1a710 None None] Updating router 44df7d44-fab5-44ae-8bad-aa8f05374a42 port d82087f6-c9d2-451f-a5df-5a4a7ea3cbec binding host dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:31:29.380845 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e16efd34-4bda-41ff-92f2-36c9339849f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:29.394319 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.db_base_plugin_common [None req-30cb0340-0ee7-4604-b1ad-7838d75f4dc4 None None] Allocated IP 172.20.0.2 (12676c2f-cd93-405a-a402-b0ee7cfa77c5/329242a6-cde1-43fc-b2d2-7b69ba8c6d75/09a34f9a-7893-44a5-a572-606b7bb6a5d8) {{(pid=104274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:31:29.395337 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-e71b1409-5970-4f5f-849a-323e98b1a710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (d82087f6-c9d2-451f-a5df-5a4a7ea3cbec), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:29.496209 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.db_base_plugin_common [None req-e16efd34-4bda-41ff-92f2-36c9339849f3 admin admin] Allocated IP 172.27.0.3 (d892672b-b726-43a1-a501-142ea5a750c8/481049b9-1d68-41f1-a9d6-55330db72a03/39f3d103-5e09-4533-8c67-ab69901bde5d) {{(pid=104273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:31:29.582812 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-729d7ce5-16a9-4439-bb43-4f047958bb89 admin admin] Publish callbacks [] for security_group (7bd4f165-9981-4667-81fb-ee940b7c7e6e), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:29.621254 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-729d7ce5-16a9-4439-bb43-4f047958bb89 admin admin] Publish callbacks [] for security_group (7bd4f165-9981-4667-81fb-ee940b7c7e6e), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:29.632919 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a6e688-5a2a-4136-8a45-3d6f2c10ce07 admin admin] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:31:29.634591 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.db_base_plugin_common [None req-6adad655-45a0-4af7-9dde-8152ef3f03f2 None None] Allocated IP 172.20.0.2 (f094ee85-e5f7-4f76-b25b-19d66faa4449/456b76b1-4e97-4147-a35d-860a8ddd449e/f65010f6-2264-4901-8bec-7b2252a19fdc) {{(pid=104274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:31:29.669495 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8bfa4a-7266-40e4-86fb-65d140a39445 None None] Sync routers for ids ['d6622d09-335a-4c4c-94b2-578f3726827c'] in dv-cinder-799871-48-iscsi {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:31:29.694784 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e16efd34-4bda-41ff-92f2-36c9339849f3 admin admin] Publish callbacks [] for port (39f3d103-5e09-4533-8c67-ab69901bde5d), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:29.785452 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (ef5cff39-03d0-479f-8d7f-488e9a6990b7), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:29.798385 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-ca29a795-afd9-4702-afbd-ec87c0113ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:29.833043 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-23a6e688-5a2a-4136-8a45-3d6f2c10ce07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:29.839840 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-23a6e688-5a2a-4136-8a45-3d6f2c10ce07 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.5120187 Jul 28 05:31:29.840470 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 32972) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:29.921110 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-30cb0340-0ee7-4604-b1ad-7838d75f4dc4 None None] Publish callbacks [] for port (09a34f9a-7893-44a5-a572-606b7bb6a5d8), precommit_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:29.931401 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-c7df0b96-c6e2-4ff6-a7f4-09caa91d0c4b None None] For port 0e7a2646-d529-429a-b1d0-d2a9f310ad23, host dv-cinder-799871-48-iscsi, cleared binding levels {{(pid=104274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:31:29.983615 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-3d99687d-f148-468e-a8c5-0fb7e0910cfe None None] Current status of the port ef5cff39-03d0-479f-8d7f-488e9a6990b7 is: DOWN; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:29.984118 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-3d99687d-f148-468e-a8c5-0fb7e0910cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (ef5cff39-03d0-479f-8d7f-488e9a6990b7), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:29.986444 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device dfce73d8-cf53-46f5-95a2-5bef3c2e6341 up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:31:29.996118 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8bfa4a-7266-40e4-86fb-65d140a39445 None None] Routers {'d6622d09-335a-4c4c-94b2-578f3726827c'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:31:29.996846 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-2f8bfa4a-7266-40e4-86fb-65d140a39445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:31:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['d6622d09-335a-4c4c-94b2-578f3726827c'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:31:30.069042 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e16efd34-4bda-41ff-92f2-36c9339849f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915'] for port (39f3d103-5e09-4533-8c67-ab69901bde5d), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:30.077940 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-729d7ce5-16a9-4439-bb43-4f047958bb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (7bd4f165-9981-4667-81fb-ee940b7c7e6e), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:30.080784 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-729d7ce5-16a9-4439-bb43-4f047958bb89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:30.084577 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-729d7ce5-16a9-4439-bb43-4f047958bb89 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7bd4f165-9981-4667-81fb-ee940b7c7e6e HTTP/1.1" status: 204 len: 168 time: 0.8825352 Jul 28 05:31:30.088203 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-9aaa88ae-b017-48eb-86ca-45cdef5cf276 admin admin] Publish callbacks [] for router_gateway (30aeb74e-daf5-4d9c-8830-da392967d56a), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:30.099831 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16efd34-4bda-41ff-92f2-36c9339849f3 admin admin] Network d892672b-b726-43a1-a501-142ea5a750c8 is already hosted by enough agents. {{(pid=104273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:31:30.111578 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:30.114088 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [None req-e16efd34-4bda-41ff-92f2-36c9339849f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:31:30.121032 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d7ce5-16a9-4439-bb43-4f047958bb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd4f165-9981-4667-81fb-ee940b7c7e6e,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:30.121194 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-c7df0b96-c6e2-4ff6-a7f4-09caa91d0c4b None None] For port 0e7a2646-d529-429a-b1d0-d2a9f310ad23, host dv-cinder-799871-48-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=0e7a2646-d529-429a-b1d0-d2a9f310ad23,segment=NetworkSegment(de5e18e7-c5d5-4795-b86e-5151ec6d287a),segment_id=de5e18e7-c5d5-4795-b86e-5151ec6d287a)] {{(pid=104274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:31:30.125806 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16efd34-4bda-41ff-92f2-36c9339849f3 admin admin] Received port after_create {{(pid=104273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:31:30.134328 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-30cb0340-0ee7-4604-b1ad-7838d75f4dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915'] for port (09a34f9a-7893-44a5-a572-606b7bb6a5d8), after_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:30.159279 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Pushing event updated for resources: {'Port': ['ID=ef5cff39-03d0-479f-8d7f-488e9a6990b7,revision_number=3']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:30.171198 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.db_base_plugin_common [None req-ca29a795-afd9-4702-afbd-ec87c0113ad5 admin admin] Allocated IP 172.20.0.1 (92779e58-7df4-4404-9045-ca3676cbb72b/93d0c7af-c778-4812-bccd-0383249712e7/e43f53f1-11cb-414a-9485-93d8ec594f80) {{(pid=104272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:31:30.195717 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-e71b1409-5970-4f5f-849a-323e98b1a710 None None] Publish callbacks [] for port (d82087f6-c9d2-451f-a5df-5a4a7ea3cbec), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:30.199378 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:30.280386 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-e71b1409-5970-4f5f-849a-323e98b1a710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (d82087f6-c9d2-451f-a5df-5a4a7ea3cbec), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:30.367332 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-c7df0b96-c6e2-4ff6-a7f4-09caa91d0c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (0e7a2646-d529-429a-b1d0-d2a9f310ad23), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:30.407120 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [None req-e71b1409-5970-4f5f-849a-323e98b1a710 None None] Attempting to bind port d82087f6-c9d2-451f-a5df-5a4a7ea3cbec on host dv-cinder-799871-48-iscsi for vnic_type normal with profile {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:31:30.407511 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [None req-e71b1409-5970-4f5f-849a-323e98b1a710 None None] Attempting to bind port d82087f6-c9d2-451f-a5df-5a4a7ea3cbec by drivers openvswitch,hyperv on host dv-cinder-799871-48-iscsi at level 0 using segments [{'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:31:30.409634 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-ca29a795-afd9-4702-afbd-ec87c0113ad5 admin admin] Publish callbacks [] for port (e43f53f1-11cb-414a-9485-93d8ec594f80), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:30.412414 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71b1409-5970-4f5f-849a-323e98b1a710 None None] Attempting to bind port d82087f6-c9d2-451f-a5df-5a4a7ea3cbec on network d892672b-b726-43a1-a501-142ea5a750c8 {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:31:30.460565 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cb0340-0ee7-4604-b1ad-7838d75f4dc4 None None] Network 12676c2f-cd93-405a-a402-b0ee7cfa77c5 is already hosted by enough agents. {{(pid=104274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:31:30.488986 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:30.489133 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.scheduler.base_scheduler [None req-30cb0340-0ee7-4604-b1ad-7838d75f4dc4 None None] Resources bound (agent type, host, resource id): {{(pid=104274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:31:30.490969 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb0340-0ee7-4604-b1ad-7838d75f4dc4 None None] Pushing event updated for resources: {'Port': ['ID=09a34f9a-7893-44a5-a572-606b7bb6a5d8,revision_number=1']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:30.502219 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-9aaa88ae-b017-48eb-86ca-45cdef5cf276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:30.512709 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cb0340-0ee7-4604-b1ad-7838d75f4dc4 None None] Received port after_create {{(pid=104274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:31:30.519560 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f59f01-543d-4d3a-ba20-cc5ea5d377d3 None None] Pushing event updated for resources: {'Port': ['ID=d82087f6-c9d2-451f-a5df-5a4a7ea3cbec,revision_number=2']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:30.566794 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f59f01-543d-4d3a-ba20-cc5ea5d377d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:30.568131 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f59f01-543d-4d3a-ba20-cc5ea5d377d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:30.570353 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f59f01-543d-4d3a-ba20-cc5ea5d377d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:30.575208 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f59f01-543d-4d3a-ba20-cc5ea5d377d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:30.575208 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f59f01-543d-4d3a-ba20-cc5ea5d377d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:30.575208 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f59f01-543d-4d3a-ba20-cc5ea5d377d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:30.575208 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f59f01-543d-4d3a-ba20-cc5ea5d377d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:30.575208 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f59f01-543d-4d3a-ba20-cc5ea5d377d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:30.575663 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f59f01-543d-4d3a-ba20-cc5ea5d377d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:30.579705 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port dfce73d8-cf53-46f5-95a2-5bef3c2e6341 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:30.579705 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (dfce73d8-cf53-46f5-95a2-5bef3c2e6341), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:30.580658 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f59f01-543d-4d3a-ba20-cc5ea5d377d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:30.581753 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f59f01-543d-4d3a-ba20-cc5ea5d377d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:30.582128 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f59f01-543d-4d3a-ba20-cc5ea5d377d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:30.582472 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f59f01-543d-4d3a-ba20-cc5ea5d377d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:30.582809 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f59f01-543d-4d3a-ba20-cc5ea5d377d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:30.583141 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f59f01-543d-4d3a-ba20-cc5ea5d377d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:31:30.584383 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f59f01-543d-4d3a-ba20-cc5ea5d377d3 None None] Tracked resource versions report: Jul 28 05:31:30.584383 dv-cinder-799871-48-iscsi neutron-server[104275]: pushed versions: Jul 28 05:31:30.584383 dv-cinder-799871-48-iscsi neutron-server[104275]: { 'AddressGroup': {'1.2'}, Jul 28 05:31:30.584383 dv-cinder-799871-48-iscsi neutron-server[104275]: 'Agent': {'1.1'}, Jul 28 05:31:30.584383 dv-cinder-799871-48-iscsi neutron-server[104275]: 'ConntrackHelper': {'1.0'}, Jul 28 05:31:30.584383 dv-cinder-799871-48-iscsi neutron-server[104275]: 'LocalIPAssociation': {'1.0'}, Jul 28 05:31:30.584383 dv-cinder-799871-48-iscsi neutron-server[104275]: 'Log': {'1.0'}, Jul 28 05:31:30.584383 dv-cinder-799871-48-iscsi neutron-server[104275]: 'NDPProxy': {'1.0'}, Jul 28 05:31:30.584383 dv-cinder-799871-48-iscsi neutron-server[104275]: 'Network': {'1.1'}, Jul 28 05:31:30.584383 dv-cinder-799871-48-iscsi neutron-server[104275]: 'Port': {'1.7'}, Jul 28 05:31:30.584383 dv-cinder-799871-48-iscsi neutron-server[104275]: 'PortForwarding': {'1.3'}, Jul 28 05:31:30.584383 dv-cinder-799871-48-iscsi neutron-server[104275]: 'QosPolicy': {'1.10'}, Jul 28 05:31:30.584383 dv-cinder-799871-48-iscsi neutron-server[104275]: 'SecurityGroup': {'1.5'}, Jul 28 05:31:30.584383 dv-cinder-799871-48-iscsi neutron-server[104275]: 'SecurityGroupRule': {'1.2'}, Jul 28 05:31:30.584383 dv-cinder-799871-48-iscsi neutron-server[104275]: 'SubPort': {'1.0'}, Jul 28 05:31:30.584383 dv-cinder-799871-48-iscsi neutron-server[104275]: 'Subnet': {'1.1'}, Jul 28 05:31:30.584383 dv-cinder-799871-48-iscsi neutron-server[104275]: 'Trunk': {'1.1'}} Jul 28 05:31:30.584383 dv-cinder-799871-48-iscsi neutron-server[104275]: consumer versions: Jul 28 05:31:30.584383 dv-cinder-799871-48-iscsi neutron-server[104275]: { DHCP agent@dv-cinder-799871-48-iscsi: {}, Jul 28 05:31:30.584383 dv-cinder-799871-48-iscsi neutron-server[104275]: HyperV agent@hv-cinder-79987: {}, Jul 28 05:31:30.584383 dv-cinder-799871-48-iscsi neutron-server[104275]: L3 agent@dv-cinder-799871-48-iscsi: {}, Jul 28 05:31:30.584383 dv-cinder-799871-48-iscsi neutron-server[104275]: Metadata agent@dv-cinder-799871-48-iscsi: {}, Jul 28 05:31:30.584383 dv-cinder-799871-48-iscsi neutron-server[104275]: Metering agent@dv-cinder-799871-48-iscsi: {}, Jul 28 05:31:30.584383 dv-cinder-799871-48-iscsi neutron-server[104275]: Open vSwitch agent@dv-cinder-799871-48-iscsi: { 'AddressGroup': '1.2', Jul 28 05:31:30.584383 dv-cinder-799871-48-iscsi neutron-server[104275]: 'Agent': '1.1', Jul 28 05:31:30.584383 dv-cinder-799871-48-iscsi neutron-server[104275]: 'ConntrackHelper': '1.0', Jul 28 05:31:30.584383 dv-cinder-799871-48-iscsi neutron-server[104275]: 'LocalIPAssociation': '1.0', Jul 28 05:31:30.584383 dv-cinder-799871-48-iscsi neutron-server[104275]: 'Log': '1.0', Jul 28 05:31:30.584383 dv-cinder-799871-48-iscsi neutron-server[104275]: 'NDPProxy': '1.0', Jul 28 05:31:30.584383 dv-cinder-799871-48-iscsi neutron-server[104275]: 'Network': '1.1', Jul 28 05:31:30.584383 dv-cinder-799871-48-iscsi neutron-server[104275]: 'Port': '1.7', Jul 28 05:31:30.584383 dv-cinder-799871-48-iscsi neutron-server[104275]: 'PortForwarding': '1.3', Jul 28 05:31:30.584383 dv-cinder-799871-48-iscsi neutron-server[104275]: 'QosPolicy': '1.10', Jul 28 05:31:30.584383 dv-cinder-799871-48-iscsi neutron-server[104275]: 'SecurityGroup': '1.5', Jul 28 05:31:30.584383 dv-cinder-799871-48-iscsi neutron-server[104275]: 'SecurityGroupRule': '1.2', Jul 28 05:31:30.584383 dv-cinder-799871-48-iscsi neutron-server[104275]: 'SubPort': '1.0', Jul 28 05:31:30.584383 dv-cinder-799871-48-iscsi neutron-server[104275]: 'Subnet': '1.1', Jul 28 05:31:30.584383 dv-cinder-799871-48-iscsi neutron-server[104275]: 'Trunk': '1.1'}} Jul 28 05:31:30.584383 dv-cinder-799871-48-iscsi neutron-server[104275]: {{(pid=104275) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 05:31:30.626101 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-2f8bfa4a-7266-40e4-86fb-65d140a39445 None None] Set router d6622d09-335a-4c4c-94b2-578f3726827c gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:31:30.626332 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71b1409-5970-4f5f-849a-323e98b1a710 None None] Checking agent: {'id': '5156d833-3082-4696-8f7b-587b7e45f062', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-48-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 22, 41), 'started_at': datetime.datetime(2022, 7, 28, 5, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-48-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:31:30.626332 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71b1409-5970-4f5f-849a-323e98b1a710 None None] Checking segment: {'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:31:30.626332 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-e71b1409-5970-4f5f-849a-323e98b1a710 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:30.626332 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71b1409-5970-4f5f-849a-323e98b1a710 None None] Bound using segment: {'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:31:30.626332 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [None req-e71b1409-5970-4f5f-849a-323e98b1a710 None None] Bound port: d82087f6-c9d2-451f-a5df-5a4a7ea3cbec, host: dv-cinder-799871-48-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:31:30.626332 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-e71b1409-5970-4f5f-849a-323e98b1a710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (d82087f6-c9d2-451f-a5df-5a4a7ea3cbec), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:30.632531 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.db.api [None req-3d99687d-f148-468e-a8c5-0fb7e0910cfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104274) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 05:31:30.633004 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG oslo_db.api [None req-3d99687d-f148-468e-a8c5-0fb7e0910cfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 05:31:30.737043 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [None req-e71b1409-5970-4f5f-849a-323e98b1a710 None None] For port d82087f6-c9d2-451f-a5df-5a4a7ea3cbec, host dv-cinder-799871-48-iscsi, cleared binding levels {{(pid=104275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:31:30.741385 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [None req-e71b1409-5970-4f5f-849a-323e98b1a710 None None] For port d82087f6-c9d2-451f-a5df-5a4a7ea3cbec, host dv-cinder-799871-48-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=d82087f6-c9d2-451f-a5df-5a4a7ea3cbec,segment=NetworkSegment(18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30),segment_id=18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30)] {{(pid=104275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:31:30.863958 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-e71b1409-5970-4f5f-849a-323e98b1a710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (d82087f6-c9d2-451f-a5df-5a4a7ea3cbec), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:30.930476 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:30.934479 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8c14cef2-c7b6-46d0-ab22-5cc77ff13310 admin admin] Publish callbacks [] for router_gateway (d2cc43d3-bb01-4229-ac5e-8b627c08bbaf), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:30.943890 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16efd34-4bda-41ff-92f2-36c9339849f3 admin admin] Pushing event updated for resources: {'Port': ['ID=39f3d103-5e09-4533-8c67-ab69901bde5d,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:30.989980 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:31.010701 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71b1409-5970-4f5f-849a-323e98b1a710 None None] Routers {'44df7d44-fab5-44ae-8bad-aa8f05374a42'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:31:31.011668 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-e71b1409-5970-4f5f-849a-323e98b1a710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:31:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['44df7d44-fab5-44ae-8bad-aa8f05374a42'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:31:31.017002 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f59f01-543d-4d3a-ba20-cc5ea5d377d3 None None] Pushing event updated for resources: {'Port': ['ID=d82087f6-c9d2-451f-a5df-5a4a7ea3cbec,revision_number=3']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:31.051734 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-ca29a795-afd9-4702-afbd-ec87c0113ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915'] for port (e43f53f1-11cb-414a-9485-93d8ec594f80), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:31.100059 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:31.166216 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e16efd34-4bda-41ff-92f2-36c9339849f3 admin admin] Publish callbacks [] for router_gateway (326e9b05-9b67-43c0-b273-659b0a801d6e), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:31.169397 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29a795-afd9-4702-afbd-ec87c0113ad5 admin admin] Pushing event updated for resources: {'Port': ['ID=e43f53f1-11cb-414a-9485-93d8ec594f80,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:31.192123 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca29a795-afd9-4702-afbd-ec87c0113ad5 admin admin] Network 92779e58-7df4-4404-9045-ca3676cbb72b is already hosted by enough agents. {{(pid=104272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:31:31.195611 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [None req-ca29a795-afd9-4702-afbd-ec87c0113ad5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:31:31.199745 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca29a795-afd9-4702-afbd-ec87c0113ad5 admin admin] Received port after_create {{(pid=104272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:31:31.200242 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-ca29a795-afd9-4702-afbd-ec87c0113ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4155265'] for router_interface (44df7d44-fab5-44ae-8bad-aa8f05374a42), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:31.210654 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-e71b1409-5970-4f5f-849a-323e98b1a710 None None] Set router 44df7d44-fab5-44ae-8bad-aa8f05374a42 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:31:31.241219 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.db_base_plugin_common [None req-9aaa88ae-b017-48eb-86ca-45cdef5cf276 admin admin] Allocated IP 172.27.0.167 (d892672b-b726-43a1-a501-142ea5a750c8/481049b9-1d68-41f1-a9d6-55330db72a03/81a3a55d-4e0b-4eae-940d-33b9f60af80e) {{(pid=104273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:31:31.246327 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-6adad655-45a0-4af7-9dde-8152ef3f03f2 None None] Publish callbacks [] for port (f65010f6-2264-4901-8bec-7b2252a19fdc), precommit_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:31.478781 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:31.539667 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:31.539667 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port dfce73d8-cf53-46f5-95a2-5bef3c2e6341 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:31.578495 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-30cb0340-0ee7-4604-b1ad-7838d75f4dc4 None None] Attempting to bind port 09a34f9a-7893-44a5-a572-606b7bb6a5d8 on host dv-cinder-799871-48-iscsi for vnic_type normal with profile {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:31:31.578874 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-30cb0340-0ee7-4604-b1ad-7838d75f4dc4 None None] Attempting to bind port 09a34f9a-7893-44a5-a572-606b7bb6a5d8 by drivers openvswitch,hyperv on host dv-cinder-799871-48-iscsi at level 0 using segments [{'id': '4427f270-b023-404e-a3c1-104654497080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5'}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:31:31.579245 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cb0340-0ee7-4604-b1ad-7838d75f4dc4 None None] Attempting to bind port 09a34f9a-7893-44a5-a572-606b7bb6a5d8 on network 12676c2f-cd93-405a-a402-b0ee7cfa77c5 {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:31:31.595671 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-6adad655-45a0-4af7-9dde-8152ef3f03f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915'] for port (f65010f6-2264-4901-8bec-7b2252a19fdc), after_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:31.613760 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-e71b1409-5970-4f5f-849a-323e98b1a710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'name': 'tempest-AttachVolumeTestJSON-834264126-router', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:24Z', 'updated_at': '2022-07-28T05:31:26Z', 'revision_number': 3, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'gw_port': {'id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:25Z', 'updated_at': '2022-07-28T05:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:31:31.624052 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cb0340-0ee7-4604-b1ad-7838d75f4dc4 None None] Checking agent: {'id': '5156d833-3082-4696-8f7b-587b7e45f062', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-48-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 22, 41), 'started_at': datetime.datetime(2022, 7, 28, 5, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-48-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:31:31.624451 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cb0340-0ee7-4604-b1ad-7838d75f4dc4 None None] Checking segment: {'id': '4427f270-b023-404e-a3c1-104654497080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:31:31.624840 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-30cb0340-0ee7-4604-b1ad-7838d75f4dc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:31.625240 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cb0340-0ee7-4604-b1ad-7838d75f4dc4 None None] Bound using segment: {'id': '4427f270-b023-404e-a3c1-104654497080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5'} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:31:31.625780 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-30cb0340-0ee7-4604-b1ad-7838d75f4dc4 None None] Bound port: 09a34f9a-7893-44a5-a572-606b7bb6a5d8, host: dv-cinder-799871-48-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4427f270-b023-404e-a3c1-104654497080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5'}}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:31:31.626165 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-30cb0340-0ee7-4604-b1ad-7838d75f4dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (09a34f9a-7893-44a5-a572-606b7bb6a5d8), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:31.660770 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71b1409-5970-4f5f-849a-323e98b1a710 None None] The sync data for ids ['44df7d44-fab5-44ae-8bad-aa8f05374a42'] in dv-cinder-799871-48-iscsi is: [{'id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'name': 'tempest-AttachVolumeTestJSON-834264126-router', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:24Z', 'updated_at': '2022-07-28T05:31:26Z', 'revision_number': 3, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'gw_port': {'id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:25Z', 'updated_at': '2022-07-28T05:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}] {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:31:31.724096 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-3d99687d-f148-468e-a8c5-0fb7e0910cfe None None] Current status of the port ef5cff39-03d0-479f-8d7f-488e9a6990b7 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:31.737837 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:31.776133 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adad655-45a0-4af7-9dde-8152ef3f03f2 None None] Network f094ee85-e5f7-4f76-b25b-19d66faa4449 is already hosted by enough agents. {{(pid=104274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:31:31.827364 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3fddb978-7910-4dc6-be07-7693069eb9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:31.862660 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8c14cef2-c7b6-46d0-ab22-5cc77ff13310 admin admin] Publish callbacks [] for router_gateway (d2cc43d3-bb01-4229-ac5e-8b627c08bbaf), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:31.886025 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.scheduler.base_scheduler [None req-6adad655-45a0-4af7-9dde-8152ef3f03f2 None None] Resources bound (agent type, host, resource id): {{(pid=104274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:31:31.892909 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adad655-45a0-4af7-9dde-8152ef3f03f2 None None] Received port after_create {{(pid=104274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:31:31.925712 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-3d99687d-f148-468e-a8c5-0fb7e0910cfe None None] Provisioning complete for port dfce73d8-cf53-46f5-95a2-5bef3c2e6341 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:31.931391 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-3d99687d-f148-468e-a8c5-0fb7e0910cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (dfce73d8-cf53-46f5-95a2-5bef3c2e6341), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:31.947877 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8c14cef2-c7b6-46d0-ab22-5cc77ff13310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:31.980935 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e16efd34-4bda-41ff-92f2-36c9339849f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4157131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4018561'] for router (326e9b05-9b67-43c0-b273-659b0a801d6e), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:32.041732 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device ef5cff39-03d0-479f-8d7f-488e9a6990b7 up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:31:32.063352 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-9aaa88ae-b017-48eb-86ca-45cdef5cf276 admin admin] Publish callbacks [] for port (81a3a55d-4e0b-4eae-940d-33b9f60af80e), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:32.084517 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df0b96-c6e2-4ff6-a7f4-09caa91d0c4b None None] Pushing event updated for resources: {'Port': ['ID=0e7a2646-d529-429a-b1d0-d2a9f310ad23,revision_number=2']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:32.138664 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:32.211574 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-ca29a795-afd9-4702-afbd-ec87c0113ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (e43f53f1-11cb-414a-9485-93d8ec594f80), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:32.236781 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 33030) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:32.321129 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-2f8bfa4a-7266-40e4-86fb-65d140a39445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'name': 'tempest-ServerRescueNegativeTestJSON-314920019-router', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd98d4552-f0bf-47a7-85a3-b1694e04f0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:24Z', 'updated_at': '2022-07-28T05:31:27Z', 'revision_number': 3, 'project_id': '99f094bca18d4939bb22f8d076d3a35c', 'gw_port': {'id': 'd98d4552-f0bf-47a7-85a3-b1694e04f0e5', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:25Z', 'updated_at': '2022-07-28T05:31:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:31:32.384344 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-30cb0340-0ee7-4604-b1ad-7838d75f4dc4 None None] For port 09a34f9a-7893-44a5-a572-606b7bb6a5d8, host dv-cinder-799871-48-iscsi, cleared binding levels {{(pid=104274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:31:32.387817 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8bfa4a-7266-40e4-86fb-65d140a39445 None None] Checking router: d6622d09-335a-4c4c-94b2-578f3726827c for host: dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:31:32.388169 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8bfa4a-7266-40e4-86fb-65d140a39445 None None] Updating router d6622d09-335a-4c4c-94b2-578f3726827c port d98d4552-f0bf-47a7-85a3-b1694e04f0e5 binding host dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:31:32.399707 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfae490-ac4a-4719-a540-a5f6f06bf22e None None] Network 2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:31:32.440343 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.db_base_plugin_common [None req-3fddb978-7910-4dc6-be07-7693069eb9a7 admin admin] Allocated IP 172.20.0.1 (11838418-6b14-40b8-a589-613bdb83fff4/6633fe43-f109-432a-95d5-6755c5bac4f1/d494518c-2a9c-4afe-bced-f2d95e68187b) {{(pid=104272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:31:32.445289 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-9aaa88ae-b017-48eb-86ca-45cdef5cf276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915'] for port (81a3a55d-4e0b-4eae-940d-33b9f60af80e), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:32.453194 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16efd34-4bda-41ff-92f2-36c9339849f3 admin admin] Router 326e9b05-9b67-43c0-b273-659b0a801d6e is scheduled to L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a with binding_index 1 {{(pid=104273) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 05:31:32.493826 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-6adad655-45a0-4af7-9dde-8152ef3f03f2 None None] Attempting to bind port f65010f6-2264-4901-8bec-7b2252a19fdc on host dv-cinder-799871-48-iscsi for vnic_type normal with profile {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:31:32.494197 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-6adad655-45a0-4af7-9dde-8152ef3f03f2 None None] Attempting to bind port f65010f6-2264-4901-8bec-7b2252a19fdc by drivers openvswitch,hyperv on host dv-cinder-799871-48-iscsi at level 0 using segments [{'id': 'd6393f65-f317-4f88-bc02-4e43465dc849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449'}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:31:32.494558 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adad655-45a0-4af7-9dde-8152ef3f03f2 None None] Attempting to bind port f65010f6-2264-4901-8bec-7b2252a19fdc on network f094ee85-e5f7-4f76-b25b-19d66faa4449 {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:31:32.509202 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-30cb0340-0ee7-4604-b1ad-7838d75f4dc4 None None] For port 09a34f9a-7893-44a5-a572-606b7bb6a5d8, host dv-cinder-799871-48-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=09a34f9a-7893-44a5-a572-606b7bb6a5d8,segment=NetworkSegment(4427f270-b023-404e-a3c1-104654497080),segment_id=4427f270-b023-404e-a3c1-104654497080)] {{(pid=104274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:31:32.555414 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adad655-45a0-4af7-9dde-8152ef3f03f2 None None] Pushing event updated for resources: {'Port': ['ID=f65010f6-2264-4901-8bec-7b2252a19fdc,revision_number=1']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:32.562343 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaa88ae-b017-48eb-86ca-45cdef5cf276 admin admin] Network d892672b-b726-43a1-a501-142ea5a750c8 is already hosted by enough agents. {{(pid=104273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:31:32.583927 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [None req-9aaa88ae-b017-48eb-86ca-45cdef5cf276 admin admin] Resources bound (agent type, host, resource id): {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:31:32.596207 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaa88ae-b017-48eb-86ca-45cdef5cf276 admin admin] Received port after_create {{(pid=104273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:31:32.602888 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-2f8bfa4a-7266-40e4-86fb-65d140a39445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (d98d4552-f0bf-47a7-85a3-b1694e04f0e5), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:32.610497 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9fc5a22f-4c52-4ed7-9717-a8f26e042a82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:32.612649 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adad655-45a0-4af7-9dde-8152ef3f03f2 None None] Checking agent: {'id': '5156d833-3082-4696-8f7b-587b7e45f062', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-48-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 22, 41), 'started_at': datetime.datetime(2022, 7, 28, 5, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-48-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:31:32.613038 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adad655-45a0-4af7-9dde-8152ef3f03f2 None None] Checking segment: {'id': 'd6393f65-f317-4f88-bc02-4e43465dc849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:31:32.613447 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-6adad655-45a0-4af7-9dde-8152ef3f03f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:32.613869 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adad655-45a0-4af7-9dde-8152ef3f03f2 None None] Bound using segment: {'id': 'd6393f65-f317-4f88-bc02-4e43465dc849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449'} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:31:32.614362 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-6adad655-45a0-4af7-9dde-8152ef3f03f2 None None] Bound port: f65010f6-2264-4901-8bec-7b2252a19fdc, host: dv-cinder-799871-48-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6393f65-f317-4f88-bc02-4e43465dc849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449'}}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:31:32.614915 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-6adad655-45a0-4af7-9dde-8152ef3f03f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (f65010f6-2264-4901-8bec-7b2252a19fdc), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:32.619063 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port ef5cff39-03d0-479f-8d7f-488e9a6990b7 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:32.619508 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (ef5cff39-03d0-479f-8d7f-488e9a6990b7), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:32.683780 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:32.693704 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-30cb0340-0ee7-4604-b1ad-7838d75f4dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (09a34f9a-7893-44a5-a572-606b7bb6a5d8), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:32.696699 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa88ae-b017-48eb-86ca-45cdef5cf276 admin admin] Pushing event updated for resources: {'Port': ['ID=81a3a55d-4e0b-4eae-940d-33b9f60af80e,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:32.745138 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3fddb978-7910-4dc6-be07-7693069eb9a7 admin admin] Publish callbacks [] for port (d494518c-2a9c-4afe-bced-f2d95e68187b), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:32.751096 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.db_base_plugin_common [None req-8c14cef2-c7b6-46d0-ab22-5cc77ff13310 admin admin] Allocated IP 172.27.0.246 (d892672b-b726-43a1-a501-142ea5a750c8/481049b9-1d68-41f1-a9d6-55330db72a03/a43fb4f2-436f-4e42-a513-bca357e90b52) {{(pid=104273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:31:32.962949 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16efd34-4bda-41ff-92f2-36c9339849f3 admin admin] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:31:32.984221 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9731ddc-2ecb-422d-bd79-301e06aa3f66 None None] Sync routers for ids ['326e9b05-9b67-43c0-b273-659b0a801d6e'] in dv-cinder-799871-48-iscsi {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:31:33.002460 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3fddb978-7910-4dc6-be07-7693069eb9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915'] for port (d494518c-2a9c-4afe-bced-f2d95e68187b), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:33.021636 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9731ddc-2ecb-422d-bd79-301e06aa3f66 None None] Routers {'326e9b05-9b67-43c0-b273-659b0a801d6e'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:31:33.031565 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:33.048044 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-a9731ddc-2ecb-422d-bd79-301e06aa3f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:31:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['326e9b05-9b67-43c0-b273-659b0a801d6e'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:31:33.070636 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb0340-0ee7-4604-b1ad-7838d75f4dc4 None None] Pushing event updated for resources: {'Port': ['ID=09a34f9a-7893-44a5-a572-606b7bb6a5d8,revision_number=2']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:33.084142 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e16efd34-4bda-41ff-92f2-36c9339849f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:33.094690 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-e16efd34-4bda-41ff-92f2-36c9339849f3 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4353888 Jul 28 05:31:33.095273 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 33048) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:33.098410 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8c14cef2-c7b6-46d0-ab22-5cc77ff13310 admin admin] Publish callbacks [] for port (a43fb4f2-436f-4e42-a513-bca357e90b52), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:33.102420 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-3d99687d-f148-468e-a8c5-0fb7e0910cfe None None] Current status of the port dfce73d8-cf53-46f5-95a2-5bef3c2e6341 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:33.141328 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9fc5a22f-4c52-4ed7-9717-a8f26e042a82 admin admin] Publish callbacks [] for security_group (d468b027-b913-4323-992c-7630075420ab), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:33.164767 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:33.246718 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddb978-7910-4dc6-be07-7693069eb9a7 admin admin] Pushing event updated for resources: {'Port': ['ID=d494518c-2a9c-4afe-bced-f2d95e68187b,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:33.289688 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-ca29a795-afd9-4702-afbd-ec87c0113ad5 admin admin] Publish callbacks [] for port (e43f53f1-11cb-414a-9485-93d8ec594f80), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:33.291097 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-6adad655-45a0-4af7-9dde-8152ef3f03f2 None None] For port f65010f6-2264-4901-8bec-7b2252a19fdc, host dv-cinder-799871-48-iscsi, cleared binding levels {{(pid=104274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:31:33.292658 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fddb978-7910-4dc6-be07-7693069eb9a7 admin admin] Network 11838418-6b14-40b8-a589-613bdb83fff4 is already hosted by enough agents. {{(pid=104272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:31:33.293587 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9fc5a22f-4c52-4ed7-9717-a8f26e042a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (d468b027-b913-4323-992c-7630075420ab), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:33.319706 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [None req-3fddb978-7910-4dc6-be07-7693069eb9a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:31:33.328269 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fddb978-7910-4dc6-be07-7693069eb9a7 admin admin] Received port after_create {{(pid=104272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:31:33.328758 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3fddb978-7910-4dc6-be07-7693069eb9a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4155265'] for router_interface (d6622d09-335a-4c4c-94b2-578f3726827c), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:33.334846 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-6adad655-45a0-4af7-9dde-8152ef3f03f2 None None] For port f65010f6-2264-4901-8bec-7b2252a19fdc, host dv-cinder-799871-48-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=f65010f6-2264-4901-8bec-7b2252a19fdc,segment=NetworkSegment(d6393f65-f317-4f88-bc02-4e43465dc849),segment_id=d6393f65-f317-4f88-bc02-4e43465dc849)] {{(pid=104274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:31:33.336503 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port ef5cff39-03d0-479f-8d7f-488e9a6990b7 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:33.338652 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-9184caac-23dc-4a8d-9bab-89ef5bc75fda None None] Provisioning complete for port 0e7a2646-d529-429a-b1d0-d2a9f310ad23 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:33.345271 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-9184caac-23dc-4a8d-9bab-89ef5bc75fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (0e7a2646-d529-429a-b1d0-d2a9f310ad23), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:33.431037 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-a9731ddc-2ecb-422d-bd79-301e06aa3f66 None None] Set router 326e9b05-9b67-43c0-b273-659b0a801d6e gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:31:33.431260 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-ca29a795-afd9-4702-afbd-ec87c0113ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (e43f53f1-11cb-414a-9485-93d8ec594f80), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:33.437408 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-ca29a795-afd9-4702-afbd-ec87c0113ad5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4155389'] for router_interface (44df7d44-fab5-44ae-8bad-aa8f05374a42), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:33.449455 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-6adad655-45a0-4af7-9dde-8152ef3f03f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (f65010f6-2264-4901-8bec-7b2252a19fdc), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:33.458382 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-9fc5a22f-4c52-4ed7-9717-a8f26e042a82 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=19eae28e6e994365b586085a55f29aeb&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2183006 Jul 28 05:31:33.463953 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 33054) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:33.539923 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5a22f-4c52-4ed7-9717-a8f26e042a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d468b027-b913-4323-992c-7630075420ab,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:33.576262 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:33.585099 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:33.718268 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adad655-45a0-4af7-9dde-8152ef3f03f2 None None] Pushing event updated for resources: {'Port': ['ID=f65010f6-2264-4901-8bec-7b2252a19fdc,revision_number=2']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:33.719825 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-a9731ddc-2ecb-422d-bd79-301e06aa3f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326e9b05-9b67-43c0-b273-659b0a801d6e', 'name': 'tempest-DeleteServersTestJSON-1316562434-router', 'tenant_id': 'ee5ed205b4a048e18443c6d18b871a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '39f3d103-5e09-4533-8c67-ab69901bde5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:27Z', 'updated_at': '2022-07-28T05:31:30Z', 'revision_number': 3, 'project_id': 'ee5ed205b4a048e18443c6d18b871a90', 'gw_port': {'id': '39f3d103-5e09-4533-8c67-ab69901bde5d', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:54:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '326e9b05-9b67-43c0-b273-659b0a801d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:29Z', 'updated_at': '2022-07-28T05:31:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:31:33.759492 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:33.760481 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:33.764743 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-9184caac-23dc-4a8d-9bab-89ef5bc75fda None None] Current status of the port 0e7a2646-d529-429a-b1d0-d2a9f310ad23 is: DOWN; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:33.765144 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-9184caac-23dc-4a8d-9bab-89ef5bc75fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (0e7a2646-d529-429a-b1d0-d2a9f310ad23), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:33.766412 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29a795-afd9-4702-afbd-ec87c0113ad5 admin admin] Pushing event updated for resources: {'Port': ['ID=e43f53f1-11cb-414a-9485-93d8ec594f80,revision_number=2']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:33.774438 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:33.872357 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-9aaa88ae-b017-48eb-86ca-45cdef5cf276 admin admin] Publish callbacks [] for router_gateway (30aeb74e-daf5-4d9c-8830-da392967d56a), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:33.876930 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-9184caac-23dc-4a8d-9bab-89ef5bc75fda None None] For port 0e7a2646-d529-429a-b1d0-d2a9f310ad23, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=0e7a2646-d529-429a-b1d0-d2a9f310ad23,segment=NetworkSegment(de5e18e7-c5d5-4795-b86e-5151ec6d287a),segment_id=de5e18e7-c5d5-4795-b86e-5151ec6d287a)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:31:33.885434 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:33.897844 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-60f8fa07-7291-449c-bcf7-5d2638fcc37c admin admin] Publish callbacks [] for security_group (d468b027-b913-4323-992c-7630075420ab), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:33.937638 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9731ddc-2ecb-422d-bd79-301e06aa3f66 None None] Checking router: 326e9b05-9b67-43c0-b273-659b0a801d6e for host: dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:31:33.938091 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9731ddc-2ecb-422d-bd79-301e06aa3f66 None None] Updating router 326e9b05-9b67-43c0-b273-659b0a801d6e port 39f3d103-5e09-4533-8c67-ab69901bde5d binding host dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:31:33.972988 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-60f8fa07-7291-449c-bcf7-5d2638fcc37c admin admin] Publish callbacks [] for security_group (d468b027-b913-4323-992c-7630075420ab), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:33.973173 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-9184caac-23dc-4a8d-9bab-89ef5bc75fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (0e7a2646-d529-429a-b1d0-d2a9f310ad23), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:33.989960 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-9184caac-23dc-4a8d-9bab-89ef5bc75fda None None] Provisioning complete for port ef5cff39-03d0-479f-8d7f-488e9a6990b7 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:33.989960 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-9184caac-23dc-4a8d-9bab-89ef5bc75fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (ef5cff39-03d0-479f-8d7f-488e9a6990b7), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:34.014020 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a9731ddc-2ecb-422d-bd79-301e06aa3f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (39f3d103-5e09-4533-8c67-ab69901bde5d), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:34.029556 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:34.272326 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 0e7a2646-d529-429a-b1d0-d2a9f310ad23 up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:31:34.295955 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:34.298501 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184caac-23dc-4a8d-9bab-89ef5bc75fda None None] Pushing event updated for resources: {'Port': ['ID=0e7a2646-d529-429a-b1d0-d2a9f310ad23,revision_number=3']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:34.366060 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3fddb978-7910-4dc6-be07-7693069eb9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (d494518c-2a9c-4afe-bced-f2d95e68187b), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:34.375599 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca29a795-afd9-4702-afbd-ec87c0113ad5 admin admin] Network 92779e58-7df4-4404-9045-ca3676cbb72b is already hosted by enough agents. {{(pid=104272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:31:34.436398 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8c14cef2-c7b6-46d0-ab22-5cc77ff13310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915'] for port (a43fb4f2-436f-4e42-a513-bca357e90b52), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:34.606301 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port 0e7a2646-d529-429a-b1d0-d2a9f310ad23 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:34.606891 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (0e7a2646-d529-429a-b1d0-d2a9f310ad23), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:34.628555 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c14cef2-c7b6-46d0-ab22-5cc77ff13310 admin admin] Network d892672b-b726-43a1-a501-142ea5a750c8 is already hosted by enough agents. {{(pid=104273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:31:34.647979 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [None req-8c14cef2-c7b6-46d0-ab22-5cc77ff13310 admin admin] Resources bound (agent type, host, resource id): {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:31:34.662219 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c14cef2-c7b6-46d0-ab22-5cc77ff13310 admin admin] Received port after_create {{(pid=104273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:31:34.711333 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14cef2-c7b6-46d0-ab22-5cc77ff13310 admin admin] Pushing event updated for resources: {'Port': ['ID=a43fb4f2-436f-4e42-a513-bca357e90b52,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:34.741873 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-9184caac-23dc-4a8d-9bab-89ef5bc75fda None None] Current status of the port ef5cff39-03d0-479f-8d7f-488e9a6990b7 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:34.791593 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-9184caac-23dc-4a8d-9bab-89ef5bc75fda None None] Provisioning complete for port e43f53f1-11cb-414a-9485-93d8ec594f80 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:34.792000 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-9184caac-23dc-4a8d-9bab-89ef5bc75fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (e43f53f1-11cb-414a-9485-93d8ec594f80), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:34.796518 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-9aaa88ae-b017-48eb-86ca-45cdef5cf276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4157131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4018561'] for router (30aeb74e-daf5-4d9c-8830-da392967d56a), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:34.846080 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:34.871963 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [None req-ca29a795-afd9-4702-afbd-ec87c0113ad5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:31:34.929379 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-9184caac-23dc-4a8d-9bab-89ef5bc75fda None None] Port e43f53f1-11cb-414a-9485-93d8ec594f80 cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:31:34.958848 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-2f8bfa4a-7266-40e4-86fb-65d140a39445 None None] Publish callbacks [] for port (d98d4552-f0bf-47a7-85a3-b1694e04f0e5), precommit_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:34.962844 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port 0e7a2646-d529-429a-b1d0-d2a9f310ad23 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:34.971031 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device d82087f6-c9d2-451f-a5df-5a4a7ea3cbec up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:31:34.986222 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3fddb978-7910-4dc6-be07-7693069eb9a7 admin admin] Publish callbacks [] for port (d494518c-2a9c-4afe-bced-f2d95e68187b), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:35.000049 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-60f8fa07-7291-449c-bcf7-5d2638fcc37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (d468b027-b913-4323-992c-7630075420ab), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:35.003236 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-60f8fa07-7291-449c-bcf7-5d2638fcc37c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:35.007047 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-60f8fa07-7291-449c-bcf7-5d2638fcc37c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d468b027-b913-4323-992c-7630075420ab HTTP/1.1" status: 204 len: 168 time: 1.5380936 Jul 28 05:31:35.021528 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8fa07-7291-449c-bcf7-5d2638fcc37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d468b027-b913-4323-992c-7630075420ab,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:35.069575 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:35.100872 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3fddb978-7910-4dc6-be07-7693069eb9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (d494518c-2a9c-4afe-bced-f2d95e68187b), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:35.101675 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3fddb978-7910-4dc6-be07-7693069eb9a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4155389'] for router_interface (d6622d09-335a-4c4c-94b2-578f3726827c), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:35.211747 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddb978-7910-4dc6-be07-7693069eb9a7 admin admin] Pushing event updated for resources: {'Port': ['ID=d494518c-2a9c-4afe-bced-f2d95e68187b,revision_number=2']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:35.335993 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdaa223-e6c7-467a-ac63-47c3247b2b49 None None] Network 12676c2f-cd93-405a-a402-b0ee7cfa77c5 requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:31:35.376681 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-2f8bfa4a-7266-40e4-86fb-65d140a39445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (d98d4552-f0bf-47a7-85a3-b1694e04f0e5), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:35.391660 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:35.415127 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8c14cef2-c7b6-46d0-ab22-5cc77ff13310 admin admin] Publish callbacks [] for router_gateway (d2cc43d3-bb01-4229-ac5e-8b627c08bbaf), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:35.435408 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a9731ddc-2ecb-422d-bd79-301e06aa3f66 None None] Publish callbacks [] for port (39f3d103-5e09-4533-8c67-ab69901bde5d), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:35.475023 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:35.502059 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca29a795-afd9-4702-afbd-ec87c0113ad5 admin admin] Router 44df7d44-fab5-44ae-8bad-aa8f05374a42 has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:31:35.560202 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a9731ddc-2ecb-422d-bd79-301e06aa3f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (39f3d103-5e09-4533-8c67-ab69901bde5d), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:35.567860 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fddb978-7910-4dc6-be07-7693069eb9a7 admin admin] Network 11838418-6b14-40b8-a589-613bdb83fff4 is already hosted by enough agents. {{(pid=104272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:31:35.569027 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fb76e4-1f55-4fdb-9123-5be22beb0326 None None] Network f094ee85-e5f7-4f76-b25b-19d66faa4449 requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:31:35.572234 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [None req-3fddb978-7910-4dc6-be07-7693069eb9a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:31:35.594995 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-f1985a9d-b3d2-411f-8405-d8aa3ca358d8 None None] Provisioning complete for port d494518c-2a9c-4afe-bced-f2d95e68187b triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:35.594995 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-f1985a9d-b3d2-411f-8405-d8aa3ca358d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (d494518c-2a9c-4afe-bced-f2d95e68187b), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:35.667591 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aaa88ae-b017-48eb-86ca-45cdef5cf276 admin admin] Router 30aeb74e-daf5-4d9c-8830-da392967d56a is scheduled to L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a with binding_index 1 {{(pid=104273) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 05:31:35.686859 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e60e224e-30e3-4da4-9831-a9c4aa30b097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:35.695011 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:35.709863 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-b4af1fe0-ab63-42a3-96af-508492e87c0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:35.750859 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7695c6-2c9d-4694-a15a-dfc5a2abc5c8 None None] Pushing event updated for resources: {'Port': ['ID=d98d4552-f0bf-47a7-85a3-b1694e04f0e5,revision_number=2']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:35.768799 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [None req-a9731ddc-2ecb-422d-bd79-301e06aa3f66 None None] Attempting to bind port 39f3d103-5e09-4533-8c67-ab69901bde5d on host dv-cinder-799871-48-iscsi for vnic_type normal with profile {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:31:35.769361 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [None req-a9731ddc-2ecb-422d-bd79-301e06aa3f66 None None] Attempting to bind port 39f3d103-5e09-4533-8c67-ab69901bde5d by drivers openvswitch,hyperv on host dv-cinder-799871-48-iscsi at level 0 using segments [{'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:31:35.772184 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9731ddc-2ecb-422d-bd79-301e06aa3f66 None None] Attempting to bind port 39f3d103-5e09-4533-8c67-ab69901bde5d on network d892672b-b726-43a1-a501-142ea5a750c8 {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:31:35.808885 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9731ddc-2ecb-422d-bd79-301e06aa3f66 None None] Checking agent: {'id': '5156d833-3082-4696-8f7b-587b7e45f062', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-48-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 22, 41), 'started_at': datetime.datetime(2022, 7, 28, 5, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-48-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:31:35.808885 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9731ddc-2ecb-422d-bd79-301e06aa3f66 None None] Checking segment: {'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:31:35.809205 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a9731ddc-2ecb-422d-bd79-301e06aa3f66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:35.809823 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9731ddc-2ecb-422d-bd79-301e06aa3f66 None None] Bound using segment: {'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:31:35.811580 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [None req-a9731ddc-2ecb-422d-bd79-301e06aa3f66 None None] Bound port: 39f3d103-5e09-4533-8c67-ab69901bde5d, host: dv-cinder-799871-48-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:31:35.812128 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a9731ddc-2ecb-422d-bd79-301e06aa3f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (39f3d103-5e09-4533-8c67-ab69901bde5d), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:35.822480 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port d82087f6-c9d2-451f-a5df-5a4a7ea3cbec triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:35.823107 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (d82087f6-c9d2-451f-a5df-5a4a7ea3cbec), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:35.825956 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-2f8bfa4a-7266-40e4-86fb-65d140a39445 None None] Attempting to bind port d98d4552-f0bf-47a7-85a3-b1694e04f0e5 on host dv-cinder-799871-48-iscsi for vnic_type normal with profile {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:31:35.826333 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-2f8bfa4a-7266-40e4-86fb-65d140a39445 None None] Attempting to bind port d98d4552-f0bf-47a7-85a3-b1694e04f0e5 by drivers openvswitch,hyperv on host dv-cinder-799871-48-iscsi at level 0 using segments [{'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:31:35.826707 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8bfa4a-7266-40e4-86fb-65d140a39445 None None] Attempting to bind port d98d4552-f0bf-47a7-85a3-b1694e04f0e5 on network d892672b-b726-43a1-a501-142ea5a750c8 {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:31:35.847542 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca29a795-afd9-4702-afbd-ec87c0113ad5 admin admin] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:31:35.878310 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-f1985a9d-b3d2-411f-8405-d8aa3ca358d8 None None] Port d494518c-2a9c-4afe-bced-f2d95e68187b cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:31:35.878532 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-ca29a795-afd9-4702-afbd-ec87c0113ad5 admin admin] 10.222.0.33 "PUT /v2.0/routers/44df7d44-fab5-44ae-8bad-aa8f05374a42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8982537 Jul 28 05:31:35.884805 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6099d7ca-cf3b-4a6a-ab82-1977ac245f7b None None] Pushing event updated for resources: {'Port': ['ID=39f3d103-5e09-4533-8c67-ab69901bde5d,revision_number=2']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:35.916587 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:35.918812 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fddb978-7910-4dc6-be07-7693069eb9a7 admin admin] Router d6622d09-335a-4c4c-94b2-578f3726827c has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:31:35.948903 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [None req-a9731ddc-2ecb-422d-bd79-301e06aa3f66 None None] For port 39f3d103-5e09-4533-8c67-ab69901bde5d, host dv-cinder-799871-48-iscsi, cleared binding levels {{(pid=104275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:31:35.956809 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8bfa4a-7266-40e4-86fb-65d140a39445 None None] Checking agent: {'id': '5156d833-3082-4696-8f7b-587b7e45f062', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-48-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 22, 41), 'started_at': datetime.datetime(2022, 7, 28, 5, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-48-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:31:35.957823 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8bfa4a-7266-40e4-86fb-65d140a39445 None None] Checking segment: {'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:31:35.957977 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-2f8bfa4a-7266-40e4-86fb-65d140a39445 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:35.958513 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8bfa4a-7266-40e4-86fb-65d140a39445 None None] Bound using segment: {'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:31:35.959239 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-2f8bfa4a-7266-40e4-86fb-65d140a39445 None None] Bound port: d98d4552-f0bf-47a7-85a3-b1694e04f0e5, host: dv-cinder-799871-48-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:31:35.960584 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [None req-a9731ddc-2ecb-422d-bd79-301e06aa3f66 None None] For port 39f3d103-5e09-4533-8c67-ab69901bde5d, host dv-cinder-799871-48-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=39f3d103-5e09-4533-8c67-ab69901bde5d,segment=NetworkSegment(18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30),segment_id=18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30)] {{(pid=104275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:31:35.961082 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-2f8bfa4a-7266-40e4-86fb-65d140a39445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (d98d4552-f0bf-47a7-85a3-b1694e04f0e5), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:35.970558 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b050fc6-7de6-4e2a-bc32-793b0efb5745 None None] Sync routers for ids ['44df7d44-fab5-44ae-8bad-aa8f05374a42'] in dv-cinder-799871-48-iscsi {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:31:36.070761 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-a9731ddc-2ecb-422d-bd79-301e06aa3f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (39f3d103-5e09-4533-8c67-ab69901bde5d), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:36.119052 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fddb978-7910-4dc6-be07-7693069eb9a7 admin admin] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:31:36.130437 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-3fddb978-7910-4dc6-be07-7693069eb9a7 admin admin] 10.222.0.33 "PUT /v2.0/routers/d6622d09-335a-4c4c-94b2-578f3726827c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2884712 Jul 28 05:31:36.133499 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-f1985a9d-b3d2-411f-8405-d8aa3ca358d8 None None] Provisioning complete for port 09a34f9a-7893-44a5-a572-606b7bb6a5d8 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:36.133928 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-f1985a9d-b3d2-411f-8405-d8aa3ca358d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (09a34f9a-7893-44a5-a572-606b7bb6a5d8), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:36.182385 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:36.183108 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9731ddc-2ecb-422d-bd79-301e06aa3f66 None None] Routers {'326e9b05-9b67-43c0-b273-659b0a801d6e'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:31:36.184172 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-a9731ddc-2ecb-422d-bd79-301e06aa3f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:31:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['326e9b05-9b67-43c0-b273-659b0a801d6e'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:31:36.206831 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b050fc6-7de6-4e2a-bc32-793b0efb5745 None None] Routers {'44df7d44-fab5-44ae-8bad-aa8f05374a42'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:31:36.207576 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-0b050fc6-7de6-4e2a-bc32-793b0efb5745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:31:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['44df7d44-fab5-44ae-8bad-aa8f05374a42'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:31:36.251371 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6099d7ca-cf3b-4a6a-ab82-1977ac245f7b None None] Pushing event updated for resources: {'Port': ['ID=39f3d103-5e09-4533-8c67-ab69901bde5d,revision_number=3']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:36.322386 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:36.345689 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-2f8bfa4a-7266-40e4-86fb-65d140a39445 None None] For port d98d4552-f0bf-47a7-85a3-b1694e04f0e5, host dv-cinder-799871-48-iscsi, cleared binding levels {{(pid=104274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:31:36.414581 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-a9731ddc-2ecb-422d-bd79-301e06aa3f66 None None] Set router 326e9b05-9b67-43c0-b273-659b0a801d6e gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:31:36.435958 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8c14cef2-c7b6-46d0-ab22-5cc77ff13310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4157131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4018561'] for router (d2cc43d3-bb01-4229-ac5e-8b627c08bbaf), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:36.477060 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port d82087f6-c9d2-451f-a5df-5a4a7ea3cbec is: DOWN; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:36.477499 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (d82087f6-c9d2-451f-a5df-5a4a7ea3cbec), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:36.643858 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aaa88ae-b017-48eb-86ca-45cdef5cf276 admin admin] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:31:36.676337 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-f1985a9d-b3d2-411f-8405-d8aa3ca358d8 None None] Current status of the port 09a34f9a-7893-44a5-a572-606b7bb6a5d8 is: DOWN; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:36.676750 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-f1985a9d-b3d2-411f-8405-d8aa3ca358d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (09a34f9a-7893-44a5-a572-606b7bb6a5d8), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:36.692936 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-2f8bfa4a-7266-40e4-86fb-65d140a39445 None None] For port d98d4552-f0bf-47a7-85a3-b1694e04f0e5, host dv-cinder-799871-48-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=d98d4552-f0bf-47a7-85a3-b1694e04f0e5,segment=NetworkSegment(18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30),segment_id=18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30)] {{(pid=104274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:31:36.724143 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-f1985a9d-b3d2-411f-8405-d8aa3ca358d8 None None] For port 09a34f9a-7893-44a5-a572-606b7bb6a5d8, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=09a34f9a-7893-44a5-a572-606b7bb6a5d8,segment=NetworkSegment(4427f270-b023-404e-a3c1-104654497080),segment_id=4427f270-b023-404e-a3c1-104654497080)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:31:36.762944 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] For port d82087f6-c9d2-451f-a5df-5a4a7ea3cbec, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=d82087f6-c9d2-451f-a5df-5a4a7ea3cbec,segment=NetworkSegment(18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30),segment_id=18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:31:36.795862 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-0b050fc6-7de6-4e2a-bc32-793b0efb5745 None None] Set router 44df7d44-fab5-44ae-8bad-aa8f05374a42 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:31:36.829786 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ffc632-af3c-4553-aa4f-6b68415977df None None] Sync routers for ids ['30aeb74e-daf5-4d9c-8830-da392967d56a'] in dv-cinder-799871-48-iscsi {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:31:36.865790 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.db_base_plugin_common [None req-e60e224e-30e3-4da4-9831-a9c4aa30b097 admin admin] Allocated IP 172.20.0.1 (2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed/154c4ca7-1ebc-4409-9f6b-8c04f2bdb864/448d595d-a854-45dc-99de-30e3d3bfd974) {{(pid=104273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:31:36.870871 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:36.888985 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (d82087f6-c9d2-451f-a5df-5a4a7ea3cbec), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:36.889686 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ffc632-af3c-4553-aa4f-6b68415977df None None] Routers {'30aeb74e-daf5-4d9c-8830-da392967d56a'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:31:36.890201 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 09a34f9a-7893-44a5-a572-606b7bb6a5d8 up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:31:36.890493 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-e5ffc632-af3c-4553-aa4f-6b68415977df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:31:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['30aeb74e-daf5-4d9c-8830-da392967d56a'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:31:36.894045 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:36.963770 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 33150) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:36.972683 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-16d256d9-e363-4eb5-ab7f-cad0f8061b81 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1242090249', 'description': 'tempest-description--1254306684'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:31:36.974496 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-2f8bfa4a-7266-40e4-86fb-65d140a39445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (d98d4552-f0bf-47a7-85a3-b1694e04f0e5), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:36.976103 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-9aaa88ae-b017-48eb-86ca-45cdef5cf276 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:36.978293 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-9aaa88ae-b017-48eb-86ca-45cdef5cf276 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.5848606 Jul 28 05:31:36.980573 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-a9731ddc-2ecb-422d-bd79-301e06aa3f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326e9b05-9b67-43c0-b273-659b0a801d6e', 'name': 'tempest-DeleteServersTestJSON-1316562434-router', 'tenant_id': 'ee5ed205b4a048e18443c6d18b871a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '39f3d103-5e09-4533-8c67-ab69901bde5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:27Z', 'updated_at': '2022-07-28T05:31:30Z', 'revision_number': 3, 'project_id': 'ee5ed205b4a048e18443c6d18b871a90', 'gw_port': {'id': '39f3d103-5e09-4533-8c67-ab69901bde5d', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:54:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '326e9b05-9b67-43c0-b273-659b0a801d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:29Z', 'updated_at': '2022-07-28T05:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:31:36.984517 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 33158) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:37.003313 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-f1985a9d-b3d2-411f-8405-d8aa3ca358d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (09a34f9a-7893-44a5-a572-606b7bb6a5d8), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:37.011842 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 33160) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:37.017209 dv-cinder-799871-48-iscsi neutron-server[104272]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 05:31:37.049350 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9731ddc-2ecb-422d-bd79-301e06aa3f66 None None] The sync data for ids ['326e9b05-9b67-43c0-b273-659b0a801d6e'] in dv-cinder-799871-48-iscsi is: [{'id': '326e9b05-9b67-43c0-b273-659b0a801d6e', 'name': 'tempest-DeleteServersTestJSON-1316562434-router', 'tenant_id': 'ee5ed205b4a048e18443c6d18b871a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '39f3d103-5e09-4533-8c67-ab69901bde5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:27Z', 'updated_at': '2022-07-28T05:31:30Z', 'revision_number': 3, 'project_id': 'ee5ed205b4a048e18443c6d18b871a90', 'gw_port': {'id': '39f3d103-5e09-4533-8c67-ab69901bde5d', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:54:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '326e9b05-9b67-43c0-b273-659b0a801d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:29Z', 'updated_at': '2022-07-28T05:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}] {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:31:37.072811 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Pushing event updated for resources: {'Port': ['ID=d82087f6-c9d2-451f-a5df-5a4a7ea3cbec,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:37.104647 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-e5ffc632-af3c-4553-aa4f-6b68415977df None None] Set router 30aeb74e-daf5-4d9c-8830-da392967d56a gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:31:37.209849 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-c7c7fbaa-5ab6-4829-a7d9-9f19aab1980d None None] Provisioning complete for port d494518c-2a9c-4afe-bced-f2d95e68187b triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:37.212174 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-c7c7fbaa-5ab6-4829-a7d9-9f19aab1980d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (d494518c-2a9c-4afe-bced-f2d95e68187b), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:37.220490 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c14cef2-c7b6-46d0-ab22-5cc77ff13310 admin admin] Router d2cc43d3-bb01-4229-ac5e-8b627c08bbaf is scheduled to L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a with binding_index 1 {{(pid=104273) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 05:31:37.233585 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:37.284560 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e60e224e-30e3-4da4-9831-a9c4aa30b097 admin admin] Publish callbacks [] for port (448d595d-a854-45dc-99de-30e3d3bfd974), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:37.345712 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-16d256d9-e363-4eb5-ab7f-cad0f8061b81 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:37.366257 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-d1a81f74-65e6-40e7-8dce-d9c52bd1be11 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:31:37.378059 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-d1a81f74-65e6-40e7-8dce-d9c52bd1be11 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/networks?id=11838418-6b14-40b8-a589-613bdb83fff4 HTTP/1.1" status: 200 len: 818 time: 0.3621688 Jul 28 05:31:37.400913 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-e5ffc632-af3c-4553-aa4f-6b68415977df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'name': 'tempest-AttachVolumeShelveTestJSON-1714526453-router', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '81a3a55d-4e0b-4eae-940d-33b9f60af80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:32Z', 'revision_number': 3, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'gw_port': {'id': '81a3a55d-4e0b-4eae-940d-33b9f60af80e', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a3:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:30Z', 'updated_at': '2022-07-28T05:31:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:31:37.407631 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:37.427447 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-03dd75f0-b075-44a8-a498-aa68bb1dd4d6 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/quotas/99f094bca18d4939bb22f8d076d3a35c HTTP/1.1" status: 200 len: 375 time: 0.0484960 Jul 28 05:31:37.516901 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port 09a34f9a-7893-44a5-a572-606b7bb6a5d8 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:37.518996 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (09a34f9a-7893-44a5-a572-606b7bb6a5d8), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:37.522170 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ffc632-af3c-4553-aa4f-6b68415977df None None] Checking router: 30aeb74e-daf5-4d9c-8830-da392967d56a for host: dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:31:37.522876 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ffc632-af3c-4553-aa4f-6b68415977df None None] Updating router 30aeb74e-daf5-4d9c-8830-da392967d56a port 81a3a55d-4e0b-4eae-940d-33b9f60af80e binding host dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:31:37.612835 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-e5ffc632-af3c-4553-aa4f-6b68415977df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (81a3a55d-4e0b-4eae-940d-33b9f60af80e), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:37.615162 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:37.639692 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8bfa4a-7266-40e4-86fb-65d140a39445 None None] Routers {'d6622d09-335a-4c4c-94b2-578f3726827c'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:31:37.665444 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-2f8bfa4a-7266-40e4-86fb-65d140a39445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:31:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['d6622d09-335a-4c4c-94b2-578f3726827c'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:31:37.703091 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-bde51542-565a-4d9a-9fe0-1e82dc7dea33 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=99f094bca18d4939bb22f8d076d3a35c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2504835 Jul 28 05:31:37.741780 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7695c6-2c9d-4694-a15a-dfc5a2abc5c8 None None] Pushing event updated for resources: {'Port': ['ID=d98d4552-f0bf-47a7-85a3-b1694e04f0e5,revision_number=3']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:37.779888 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-c7c7fbaa-5ab6-4829-a7d9-9f19aab1980d None None] Port d494518c-2a9c-4afe-bced-f2d95e68187b cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:31:37.815612 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-16d256d9-e363-4eb5-ab7f-cad0f8061b81 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for security_group (9ba09e40-70b5-42e2-b6a1-b20e804d93f7), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:37.830529 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-834070b7-0db1-4a51-8ce6-d6fa99f740d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:37.916210 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-c7c7fbaa-5ab6-4829-a7d9-9f19aab1980d None None] Provisioning complete for port 09a34f9a-7893-44a5-a572-606b7bb6a5d8 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:37.916590 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-c7c7fbaa-5ab6-4829-a7d9-9f19aab1980d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (09a34f9a-7893-44a5-a572-606b7bb6a5d8), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:37.921369 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-16d256d9-e363-4eb5-ab7f-cad0f8061b81 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (9ba09e40-70b5-42e2-b6a1-b20e804d93f7), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:37.928534 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:37.944783 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e60e224e-30e3-4da4-9831-a9c4aa30b097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915'] for port (448d595d-a854-45dc-99de-30e3d3bfd974), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:37.953044 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:37.993634 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d256d9-e363-4eb5-ab7f-cad0f8061b81 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba09e40-70b5-42e2-b6a1-b20e804d93f7,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:38.038126 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:38.065854 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-16d256d9-e363-4eb5-ab7f-cad0f8061b81 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:38.071121 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-16d256d9-e363-4eb5-ab7f-cad0f8061b81 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1051614 Jul 28 05:31:38.071751 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 33190) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:38.083326 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c14cef2-c7b6-46d0-ab22-5cc77ff13310 admin admin] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:31:38.084073 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-b16a57a7-9117-4647-96b0-cadda5e5c0ac tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Request body: {'security_group_rule': {'security_group_id': '9ba09e40-70b5-42e2-b6a1-b20e804d93f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:31:38.100683 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e224e-30e3-4da4-9831-a9c4aa30b097 admin admin] Pushing event updated for resources: {'Port': ['ID=448d595d-a854-45dc-99de-30e3d3bfd974,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:38.104386 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60e224e-30e3-4da4-9831-a9c4aa30b097 admin admin] Network 2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed is already hosted by enough agents. {{(pid=104273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:31:38.115539 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [None req-e60e224e-30e3-4da4-9831-a9c4aa30b097 admin admin] Resources bound (agent type, host, resource id): {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:31:38.119677 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60e224e-30e3-4da4-9831-a9c4aa30b097 admin admin] Received port after_create {{(pid=104273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:31:38.120171 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e60e224e-30e3-4da4-9831-a9c4aa30b097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4155265'] for router_interface (326e9b05-9b67-43c0-b273-659b0a801d6e), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:38.131864 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port 09a34f9a-7893-44a5-a572-606b7bb6a5d8 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:38.142312 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-0b050fc6-7de6-4e2a-bc32-793b0efb5745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'name': 'tempest-AttachVolumeTestJSON-834264126-router', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:24Z', 'updated_at': '2022-07-28T05:31:31Z', 'revision_number': 4, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'gw_port': {'id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:25Z', 'updated_at': '2022-07-28T05:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'e43f53f1-11cb-414a-9485-93d8ec594f80', 'name': '', 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'mac_address': 'fa:16:3e:ad:68:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93d0c7af-c778-4812-bccd-0383249712e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:29Z', 'updated_at': '2022-07-28T05:31:32Z', 'revision_number': 2, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'subnets': [{'id': '93d0c7af-c778-4812-bccd-0383249712e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:31:38.160380 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0952464-1890-42e0-8084-4dd784477e46 None None] Sync routers for ids ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'] in dv-cinder-799871-48-iscsi {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:31:38.211954 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1985a9d-b3d2-411f-8405-d8aa3ca358d8 None None] Pushing event updated for resources: {'Port': ['ID=09a34f9a-7893-44a5-a572-606b7bb6a5d8,revision_number=3']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:38.254271 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-c55f81fc-d64f-4029-b08b-926e31489ee1 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104272) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 05:31:38.255333 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-c55f81fc-d64f-4029-b08b-926e31489ee1 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1156785 Jul 28 05:31:38.256687 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8c14cef2-c7b6-46d0-ab22-5cc77ff13310 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:38.257972 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-8c14cef2-c7b6-46d0-ab22-5cc77ff13310 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.5852263 Jul 28 05:31:38.266083 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 33194) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:38.305279 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b050fc6-7de6-4e2a-bc32-793b0efb5745 None None] Checking router: 44df7d44-fab5-44ae-8bad-aa8f05374a42 for host: dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:31:38.306208 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b050fc6-7de6-4e2a-bc32-793b0efb5745 None None] Updating router 44df7d44-fab5-44ae-8bad-aa8f05374a42 port e43f53f1-11cb-414a-9485-93d8ec594f80 binding host dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:31:38.365905 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-2f8bfa4a-7266-40e4-86fb-65d140a39445 None None] Set router d6622d09-335a-4c4c-94b2-578f3726827c gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:31:38.380774 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-e5ffc632-af3c-4553-aa4f-6b68415977df None None] Publish callbacks [] for port (81a3a55d-4e0b-4eae-940d-33b9f60af80e), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:38.402215 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0952464-1890-42e0-8084-4dd784477e46 None None] Routers {'d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:31:38.402844 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-a0952464-1890-42e0-8084-4dd784477e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:31:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:31:38.501116 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:38.537506 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-e5ffc632-af3c-4553-aa4f-6b68415977df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (81a3a55d-4e0b-4eae-940d-33b9f60af80e), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:38.635882 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907549dc-9fe4-40af-af1d-afea607061d1 None None] Pushing event updated for resources: {'Port': ['ID=81a3a55d-4e0b-4eae-940d-33b9f60af80e,revision_number=2']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:38.641890 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-a297efa2-9462-42ed-b494-a815d63f7c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:38.668257 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-a17d5a01-3aba-4150-97dc-b96855405399 service neutron] 10.222.0.33 "GET /v2.0/networks/11838418-6b14-40b8-a589-613bdb83fff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540112 Jul 28 05:31:38.671238 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [None req-e5ffc632-af3c-4553-aa4f-6b68415977df None None] Attempting to bind port 81a3a55d-4e0b-4eae-940d-33b9f60af80e on host dv-cinder-799871-48-iscsi for vnic_type normal with profile {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:31:38.675186 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [None req-e5ffc632-af3c-4553-aa4f-6b68415977df None None] Attempting to bind port 81a3a55d-4e0b-4eae-940d-33b9f60af80e by drivers openvswitch,hyperv on host dv-cinder-799871-48-iscsi at level 0 using segments [{'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:31:38.675186 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ffc632-af3c-4553-aa4f-6b68415977df None None] Attempting to bind port 81a3a55d-4e0b-4eae-940d-33b9f60af80e on network d892672b-b726-43a1-a501-142ea5a750c8 {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:31:38.686645 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ffc632-af3c-4553-aa4f-6b68415977df None None] Checking agent: {'id': '5156d833-3082-4696-8f7b-587b7e45f062', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-48-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 22, 41), 'started_at': datetime.datetime(2022, 7, 28, 5, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-48-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:31:38.688783 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ffc632-af3c-4553-aa4f-6b68415977df None None] Checking segment: {'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:31:38.689890 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-e5ffc632-af3c-4553-aa4f-6b68415977df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:38.691009 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ffc632-af3c-4553-aa4f-6b68415977df None None] Bound using segment: {'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:31:38.695408 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [None req-e5ffc632-af3c-4553-aa4f-6b68415977df None None] Bound port: 81a3a55d-4e0b-4eae-940d-33b9f60af80e, host: dv-cinder-799871-48-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:31:38.696712 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-e5ffc632-af3c-4553-aa4f-6b68415977df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (81a3a55d-4e0b-4eae-940d-33b9f60af80e), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:38.698525 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:38.729302 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b16a57a7-9117-4647-96b0-cadda5e5c0ac tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for security_group_rule (c53920de-568b-4812-9865-ce63eca14cef), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:38.741840 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e60e224e-30e3-4da4-9831-a9c4aa30b097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (448d595d-a854-45dc-99de-30e3d3bfd974), before_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:38.743840 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 33202) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:38.768028 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [None req-e5ffc632-af3c-4553-aa4f-6b68415977df None None] For port 81a3a55d-4e0b-4eae-940d-33b9f60af80e, host dv-cinder-799871-48-iscsi, cleared binding levels {{(pid=104275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:31:38.773982 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [None req-e5ffc632-af3c-4553-aa4f-6b68415977df None None] For port 81a3a55d-4e0b-4eae-940d-33b9f60af80e, host dv-cinder-799871-48-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=81a3a55d-4e0b-4eae-940d-33b9f60af80e,segment=NetworkSegment(18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30),segment_id=18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30)] {{(pid=104275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:31:38.799465 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device f65010f6-2264-4901-8bec-7b2252a19fdc up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:31:38.847986 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-e5ffc632-af3c-4553-aa4f-6b68415977df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (81a3a55d-4e0b-4eae-940d-33b9f60af80e), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:38.888905 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b16a57a7-9117-4647-96b0-cadda5e5c0ac tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for security_group_rule (c53920de-568b-4812-9865-ce63eca14cef), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:38.939081 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-a0952464-1890-42e0-8084-4dd784477e46 None None] Set router d2cc43d3-bb01-4229-ac5e-8b627c08bbaf gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:31:39.048281 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ffc632-af3c-4553-aa4f-6b68415977df None None] Routers {'30aeb74e-daf5-4d9c-8830-da392967d56a'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:31:39.048922 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-e5ffc632-af3c-4553-aa4f-6b68415977df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:31:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['30aeb74e-daf5-4d9c-8830-da392967d56a'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:31:39.053796 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-0b050fc6-7de6-4e2a-bc32-793b0efb5745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (e43f53f1-11cb-414a-9485-93d8ec594f80), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:39.181010 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 33212) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:39.241101 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.db_base_plugin_common [None req-a297efa2-9462-42ed-b494-a815d63f7c28 admin admin] Allocated IP 172.20.0.1 (12676c2f-cd93-405a-a402-b0ee7cfa77c5/329242a6-cde1-43fc-b2d2-7b69ba8c6d75/4518b198-8249-4dbd-bf02-3645f257942a) {{(pid=104273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:31:39.247050 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907549dc-9fe4-40af-af1d-afea607061d1 None None] Pushing event updated for resources: {'Port': ['ID=81a3a55d-4e0b-4eae-940d-33b9f60af80e,revision_number=3']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:39.274184 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-a0952464-1890-42e0-8084-4dd784477e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'name': 'tempest-AttachVolumeNegativeTest-1518408114-router', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:34Z', 'revision_number': 3, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'gw_port': {'id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:31:39.285324 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-da2e71ba-8e37-4eed-a5dd-0bf8bfec9ffe service neutron] 10.222.0.33 "GET /v2.0/networks/11838418-6b14-40b8-a589-613bdb83fff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6162372 Jul 28 05:31:39.286222 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b16a57a7-9117-4647-96b0-cadda5e5c0ac tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703374'] for security_group_rule (c53920de-568b-4812-9865-ce63eca14cef), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:39.307035 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:39.308666 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:39.365095 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-04782de4-8021-4d35-a48d-4ae9225cc101 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:39.395394 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b16a57a7-9117-4647-96b0-cadda5e5c0ac tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:39.396965 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-b16a57a7-9117-4647-96b0-cadda5e5c0ac tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3242121 Jul 28 05:31:39.407732 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 33218) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:39.420808 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a57a7-9117-4647-96b0-cadda5e5c0ac tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c53920de-568b-4812-9865-ce63eca14cef,revision_number=0']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:39.439526 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-e5ffc632-af3c-4553-aa4f-6b68415977df None None] Set router 30aeb74e-daf5-4d9c-8830-da392967d56a gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:31:39.443855 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-ff3deeb2-bea3-4bab-be1e-c9dbdbcb3ea0 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Request body: {'security_group_rule': {'security_group_id': '9ba09e40-70b5-42e2-b6a1-b20e804d93f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:31:39.551780 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-09d0a8c2-5ad7-43ae-b7e2-44d04048fdf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:39.590772 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-2f8bfa4a-7266-40e4-86fb-65d140a39445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'name': 'tempest-ServerRescueNegativeTestJSON-314920019-router', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd98d4552-f0bf-47a7-85a3-b1694e04f0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:24Z', 'updated_at': '2022-07-28T05:31:33Z', 'revision_number': 4, 'project_id': '99f094bca18d4939bb22f8d076d3a35c', 'gw_port': {'id': 'd98d4552-f0bf-47a7-85a3-b1694e04f0e5', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:25Z', 'updated_at': '2022-07-28T05:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'd494518c-2a9c-4afe-bced-f2d95e68187b', 'name': '', 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'mac_address': 'fa:16:3e:9e:1e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6633fe43-f109-432a-95d5-6755c5bac4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:34Z', 'revision_number': 2, 'project_id': '99f094bca18d4939bb22f8d076d3a35c', 'subnets': [{'id': '6633fe43-f109-432a-95d5-6755c5bac4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:31:39.593065 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0952464-1890-42e0-8084-4dd784477e46 None None] Checking router: d2cc43d3-bb01-4229-ac5e-8b627c08bbaf for host: dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:31:39.593423 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0952464-1890-42e0-8084-4dd784477e46 None None] Updating router d2cc43d3-bb01-4229-ac5e-8b627c08bbaf port a43fb4f2-436f-4e42-a513-bca357e90b52 binding host dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:31:39.599213 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-c7c7fbaa-5ab6-4829-a7d9-9f19aab1980d None None] Current status of the port 09a34f9a-7893-44a5-a572-606b7bb6a5d8 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:39.627470 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:39.682278 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e60e224e-30e3-4da4-9831-a9c4aa30b097 admin admin] Publish callbacks [] for port (448d595d-a854-45dc-99de-30e3d3bfd974), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:39.685417 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-e5ffc632-af3c-4553-aa4f-6b68415977df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'name': 'tempest-AttachVolumeShelveTestJSON-1714526453-router', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '81a3a55d-4e0b-4eae-940d-33b9f60af80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:32Z', 'revision_number': 3, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'gw_port': {'id': '81a3a55d-4e0b-4eae-940d-33b9f60af80e', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a3:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:30Z', 'updated_at': '2022-07-28T05:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:31:39.724296 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-a297efa2-9462-42ed-b494-a815d63f7c28 admin admin] Publish callbacks [] for port (4518b198-8249-4dbd-bf02-3645f257942a), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:39.732755 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ff3deeb2-bea3-4bab-be1e-c9dbdbcb3ea0 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for security_group_rule (2a2df7bf-73e9-41c4-9b53-424aafdd22af), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:39.764434 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ffc632-af3c-4553-aa4f-6b68415977df None None] The sync data for ids ['30aeb74e-daf5-4d9c-8830-da392967d56a'] in dv-cinder-799871-48-iscsi is: [{'id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'name': 'tempest-AttachVolumeShelveTestJSON-1714526453-router', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '81a3a55d-4e0b-4eae-940d-33b9f60af80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:32Z', 'revision_number': 3, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'gw_port': {'id': '81a3a55d-4e0b-4eae-940d-33b9f60af80e', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a3:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:30Z', 'updated_at': '2022-07-28T05:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}] {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:31:39.843266 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 33230) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:39.940839 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-c7c7fbaa-5ab6-4829-a7d9-9f19aab1980d None None] Provisioning complete for port e43f53f1-11cb-414a-9485-93d8ec594f80 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:39.941391 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-c7c7fbaa-5ab6-4829-a7d9-9f19aab1980d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (e43f53f1-11cb-414a-9485-93d8ec594f80), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:39.951079 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e60e224e-30e3-4da4-9831-a9c4aa30b097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (448d595d-a854-45dc-99de-30e3d3bfd974), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:39.952818 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-04782de4-8021-4d35-a48d-4ae9225cc101 admin admin] Publish callbacks [] for security_group (231cd398-81d4-4ada-8abb-9739ffe8bb2e), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:39.955187 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e60e224e-30e3-4da4-9831-a9c4aa30b097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4155389'] for router_interface (326e9b05-9b67-43c0-b273-659b0a801d6e), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:39.957678 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:40.000136 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3398e87e-a632-4a5b-959a-82a52e6278b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:40.009588 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8bfa4a-7266-40e4-86fb-65d140a39445 None None] The sync data for ids ['d6622d09-335a-4c4c-94b2-578f3726827c'] in dv-cinder-799871-48-iscsi is: [{'id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'name': 'tempest-ServerRescueNegativeTestJSON-314920019-router', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd98d4552-f0bf-47a7-85a3-b1694e04f0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:24Z', 'updated_at': '2022-07-28T05:31:33Z', 'revision_number': 4, 'project_id': '99f094bca18d4939bb22f8d076d3a35c', 'gw_port': {'id': 'd98d4552-f0bf-47a7-85a3-b1694e04f0e5', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:25Z', 'updated_at': '2022-07-28T05:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'd494518c-2a9c-4afe-bced-f2d95e68187b', 'name': '', 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'mac_address': 'fa:16:3e:9e:1e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6633fe43-f109-432a-95d5-6755c5bac4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:34Z', 'revision_number': 2, 'project_id': '99f094bca18d4939bb22f8d076d3a35c', 'subnets': [{'id': '6633fe43-f109-432a-95d5-6755c5bac4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:31:40.017894 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c9d9f132-4f57-4747-a8f9-d2f22756ff3d req-40187c65-ecc8-4f96-a75c-d402439cd3ea tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=d70d71f4-de27-4d62-acad-c6e9a7a7225e HTTP/1.1" status: 200 len: 210 time: 0.1716251 Jul 28 05:31:40.052631 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port f65010f6-2264-4901-8bec-7b2252a19fdc triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:40.053440 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (f65010f6-2264-4901-8bec-7b2252a19fdc), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:40.095575 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-04782de4-8021-4d35-a48d-4ae9225cc101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (231cd398-81d4-4ada-8abb-9739ffe8bb2e), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:40.116150 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0952464-1890-42e0-8084-4dd784477e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (a43fb4f2-436f-4e42-a513-bca357e90b52), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:40.126339 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-c7c7fbaa-5ab6-4829-a7d9-9f19aab1980d None None] Port e43f53f1-11cb-414a-9485-93d8ec594f80 cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:31:40.160254 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e224e-30e3-4da4-9831-a9c4aa30b097 admin admin] Pushing event updated for resources: {'Port': ['ID=448d595d-a854-45dc-99de-30e3d3bfd974,revision_number=2']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:40.252563 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60e224e-30e3-4da4-9831-a9c4aa30b097 admin admin] Network 2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed is already hosted by enough agents. {{(pid=104273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:31:40.282865 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [None req-e60e224e-30e3-4da4-9831-a9c4aa30b097 admin admin] Resources bound (agent type, host, resource id): {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:31:40.293353 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-04782de4-8021-4d35-a48d-4ae9225cc101 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=fe6ba5ebeed545748c37785b9cd087fe&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5456245 Jul 28 05:31:40.306726 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ff3deeb2-bea3-4bab-be1e-c9dbdbcb3ea0 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for security_group_rule (2a2df7bf-73e9-41c4-9b53-424aafdd22af), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:40.314362 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-a297efa2-9462-42ed-b494-a815d63f7c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915'] for port (4518b198-8249-4dbd-bf02-3645f257942a), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:40.318555 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 33248) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:40.322366 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-09d0a8c2-5ad7-43ae-b7e2-44d04048fdf4 admin admin] Publish callbacks [] for security_group (76350484-142d-47e6-ae67-47d0792da2ea), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:40.348345 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:40.369070 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:40.426146 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-09d0a8c2-5ad7-43ae-b7e2-44d04048fdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (76350484-142d-47e6-ae67-47d0792da2ea), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:40.434035 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-c7c7fbaa-5ab6-4829-a7d9-9f19aab1980d None None] Provisioning complete for port f65010f6-2264-4901-8bec-7b2252a19fdc triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:40.434426 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-c7c7fbaa-5ab6-4829-a7d9-9f19aab1980d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (f65010f6-2264-4901-8bec-7b2252a19fdc), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:40.437281 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ff3deeb2-bea3-4bab-be1e-c9dbdbcb3ea0 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703374'] for security_group_rule (2a2df7bf-73e9-41c4-9b53-424aafdd22af), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:40.743282 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3deeb2-bea3-4bab-be1e-c9dbdbcb3ea0 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a2df7bf-73e9-41c4-9b53-424aafdd22af,revision_number=0']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:40.745873 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.db_base_plugin_common [None req-3398e87e-a632-4a5b-959a-82a52e6278b4 admin admin] Allocated IP 172.20.0.1 (f094ee85-e5f7-4f76-b25b-19d66faa4449/456b76b1-4e97-4147-a35d-860a8ddd449e/c786ec77-74c5-47cf-9acd-3809586aab79) {{(pid=104272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:31:40.782104 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a297efa2-9462-42ed-b494-a815d63f7c28 admin admin] Network 12676c2f-cd93-405a-a402-b0ee7cfa77c5 is already hosted by enough agents. {{(pid=104273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:31:40.807206 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04782de4-8021-4d35-a48d-4ae9225cc101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231cd398-81d4-4ada-8abb-9739ffe8bb2e,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:40.840090 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [None req-a297efa2-9462-42ed-b494-a815d63f7c28 admin admin] Resources bound (agent type, host, resource id): {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:31:40.845735 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a297efa2-9462-42ed-b494-a815d63f7c28 admin admin] Pushing event updated for resources: {'Port': ['ID=4518b198-8249-4dbd-bf02-3645f257942a,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:40.860072 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-09d0a8c2-5ad7-43ae-b7e2-44d04048fdf4 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=4ea63b9556a041a0bb83bd44566b4edd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6679227 Jul 28 05:31:40.860338 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 33276) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:40.905589 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-44f86946-172a-4563-bf4d-6cc8a15c7376 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:31:40.911942 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a297efa2-9462-42ed-b494-a815d63f7c28 admin admin] Received port after_create {{(pid=104273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:31:40.912617 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-a297efa2-9462-42ed-b494-a815d63f7c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4155265'] for router_interface (30aeb74e-daf5-4d9c-8830-da392967d56a), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:40.922473 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-44f86946-172a-4563-bf4d-6cc8a15c7376 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/networks?id=11838418-6b14-40b8-a589-613bdb83fff4 HTTP/1.1" status: 200 len: 818 time: 0.4001248 Jul 28 05:31:41.008357 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d0a8c2-5ad7-43ae-b7e2-44d04048fdf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76350484-142d-47e6-ae67-47d0792da2ea,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:41.018105 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-0566f56a-3151-453c-8509-94ff25a2115c tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/quotas/99f094bca18d4939bb22f8d076d3a35c HTTP/1.1" status: 200 len: 375 time: 0.0932443 Jul 28 05:31:41.123065 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:41.128544 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ff3deeb2-bea3-4bab-be1e-c9dbdbcb3ea0 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:41.133513 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-ff3deeb2-bea3-4bab-be1e-c9dbdbcb3ea0 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7209623 Jul 28 05:31:41.142126 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 33282) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:41.154475 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3398e87e-a632-4a5b-959a-82a52e6278b4 admin admin] Publish callbacks [] for port (c786ec77-74c5-47cf-9acd-3809586aab79), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:41.156703 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-8305db4c-80c6-4e8d-a583-30b88c09cbdd tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Request body: {'floatingip': {'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:31:41.179012 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port f65010f6-2264-4901-8bec-7b2252a19fdc is: DOWN; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:41.182240 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (f65010f6-2264-4901-8bec-7b2252a19fdc), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:41.195431 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-4217724e-8d4a-4796-bc10-302852824c09 admin admin] Publish callbacks [] for security_group (231cd398-81d4-4ada-8abb-9739ffe8bb2e), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:41.227844 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60e224e-30e3-4da4-9831-a9c4aa30b097 admin admin] Router 326e9b05-9b67-43c0-b273-659b0a801d6e has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:31:41.241793 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-0b050fc6-7de6-4e2a-bc32-793b0efb5745 None None] Publish callbacks [] for port (e43f53f1-11cb-414a-9485-93d8ec594f80), precommit_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:41.302853 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:41.304078 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-a297efa2-9462-42ed-b494-a815d63f7c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (4518b198-8249-4dbd-bf02-3645f257942a), before_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:41.308804 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-4217724e-8d4a-4796-bc10-302852824c09 admin admin] Publish callbacks [] for security_group (231cd398-81d4-4ada-8abb-9739ffe8bb2e), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:41.311880 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0952464-1890-42e0-8084-4dd784477e46 None None] Publish callbacks [] for port (a43fb4f2-436f-4e42-a513-bca357e90b52), precommit_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:41.328399 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-09ab5540-5a5b-446b-b159-f7ceed6f77d9 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=99f094bca18d4939bb22f8d076d3a35c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1272466 Jul 28 05:31:41.340926 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-c7c7fbaa-5ab6-4829-a7d9-9f19aab1980d None None] Current status of the port f65010f6-2264-4901-8bec-7b2252a19fdc is: DOWN; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:41.341884 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-c7c7fbaa-5ab6-4829-a7d9-9f19aab1980d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (f65010f6-2264-4901-8bec-7b2252a19fdc), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:41.389369 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] For port f65010f6-2264-4901-8bec-7b2252a19fdc, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=f65010f6-2264-4901-8bec-7b2252a19fdc,segment=NetworkSegment(d6393f65-f317-4f88-bc02-4e43465dc849),segment_id=d6393f65-f317-4f88-bc02-4e43465dc849)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:31:41.390565 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-0b050fc6-7de6-4e2a-bc32-793b0efb5745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (e43f53f1-11cb-414a-9485-93d8ec594f80), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:41.399207 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:41.465181 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-43e8634d-db9a-412e-9bbc-ca3c02c0688d admin admin] Publish callbacks [] for security_group (76350484-142d-47e6-ae67-47d0792da2ea), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:41.481173 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0952464-1890-42e0-8084-4dd784477e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (a43fb4f2-436f-4e42-a513-bca357e90b52), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:41.485286 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60e224e-30e3-4da4-9831-a9c4aa30b097 admin admin] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:31:41.487210 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8305db4c-80c6-4e8d-a583-30b88c09cbdd tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:41.491001 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (f65010f6-2264-4901-8bec-7b2252a19fdc), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:41.492044 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 39f3d103-5e09-4533-8c67-ab69901bde5d up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:31:41.498082 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fda061-6904-4743-83ae-157c9722939e None None] Sync routers for ids ['326e9b05-9b67-43c0-b273-659b0a801d6e'] in dv-cinder-799871-48-iscsi {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:31:41.521504 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fda061-6904-4743-83ae-157c9722939e None None] Routers {'326e9b05-9b67-43c0-b273-659b0a801d6e'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:31:41.525014 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-b4fda061-6904-4743-83ae-157c9722939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:31:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['326e9b05-9b67-43c0-b273-659b0a801d6e'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:31:41.529715 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-e60e224e-30e3-4da4-9831-a9c4aa30b097 admin admin] 10.222.0.33 "PUT /v2.0/routers/326e9b05-9b67-43c0-b273-659b0a801d6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4289579 Jul 28 05:31:41.558487 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-43e8634d-db9a-412e-9bbc-ca3c02c0688d admin admin] Publish callbacks [] for security_group (76350484-142d-47e6-ae67-47d0792da2ea), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:41.667722 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68306bff-265d-4221-a4a6-a33dea46d987 None None] Pushing event updated for resources: {'Port': ['ID=e43f53f1-11cb-414a-9485-93d8ec594f80,revision_number=3']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:41.688269 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.db.api [None req-c7c7fbaa-5ab6-4829-a7d9-9f19aab1980d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104274) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 05:31:41.688834 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG oslo_db.api [None req-c7c7fbaa-5ab6-4829-a7d9-9f19aab1980d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 05:31:41.733733 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-a0952464-1890-42e0-8084-4dd784477e46 None None] Attempting to bind port a43fb4f2-436f-4e42-a513-bca357e90b52 on host dv-cinder-799871-48-iscsi for vnic_type normal with profile {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:31:41.734394 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-a0952464-1890-42e0-8084-4dd784477e46 None None] Attempting to bind port a43fb4f2-436f-4e42-a513-bca357e90b52 by drivers openvswitch,hyperv on host dv-cinder-799871-48-iscsi at level 0 using segments [{'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:31:41.734774 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0952464-1890-42e0-8084-4dd784477e46 None None] Attempting to bind port a43fb4f2-436f-4e42-a513-bca357e90b52 on network d892672b-b726-43a1-a501-142ea5a750c8 {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:31:41.790843 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-c36de03c-5f88-4a6e-b7fd-0645dadae21f service neutron] 10.222.0.33 "GET /v2.0/networks/11838418-6b14-40b8-a589-613bdb83fff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585042 Jul 28 05:31:41.807316 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0952464-1890-42e0-8084-4dd784477e46 None None] Checking agent: {'id': '5156d833-3082-4696-8f7b-587b7e45f062', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-48-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 22, 41), 'started_at': datetime.datetime(2022, 7, 28, 5, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-48-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:31:41.807316 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0952464-1890-42e0-8084-4dd784477e46 None None] Checking segment: {'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:31:41.807594 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0952464-1890-42e0-8084-4dd784477e46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:41.807932 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0952464-1890-42e0-8084-4dd784477e46 None None] Bound using segment: {'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:31:41.810919 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-a0952464-1890-42e0-8084-4dd784477e46 None None] Bound port: a43fb4f2-436f-4e42-a513-bca357e90b52, host: dv-cinder-799871-48-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:31:41.811332 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0952464-1890-42e0-8084-4dd784477e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (a43fb4f2-436f-4e42-a513-bca357e90b52), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:41.853832 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-43e8634d-db9a-412e-9bbc-ca3c02c0688d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (76350484-142d-47e6-ae67-47d0792da2ea), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:41.856381 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-43e8634d-db9a-412e-9bbc-ca3c02c0688d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:41.869678 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-43e8634d-db9a-412e-9bbc-ca3c02c0688d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/76350484-142d-47e6-ae67-47d0792da2ea HTTP/1.1" status: 204 len: 168 time: 1.0082724 Jul 28 05:31:41.891688 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e8634d-db9a-412e-9bbc-ca3c02c0688d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76350484-142d-47e6-ae67-47d0792da2ea,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:41.899656 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3398e87e-a632-4a5b-959a-82a52e6278b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915'] for port (c786ec77-74c5-47cf-9acd-3809586aab79), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:41.907581 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-b4fda061-6904-4743-83ae-157c9722939e None None] Set router 326e9b05-9b67-43c0-b273-659b0a801d6e gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:31:41.922153 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:42.142935 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:42.229325 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port 39f3d103-5e09-4533-8c67-ab69901bde5d triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:42.230253 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3398e87e-a632-4a5b-959a-82a52e6278b4 admin admin] Network f094ee85-e5f7-4f76-b25b-19d66faa4449 is already hosted by enough agents. {{(pid=104272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:31:42.233965 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (39f3d103-5e09-4533-8c67-ab69901bde5d), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:42.234127 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3398e87e-a632-4a5b-959a-82a52e6278b4 admin admin] Pushing event updated for resources: {'Port': ['ID=c786ec77-74c5-47cf-9acd-3809586aab79,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:42.236648 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [None req-3398e87e-a632-4a5b-959a-82a52e6278b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:31:42.240025 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-4217724e-8d4a-4796-bc10-302852824c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (231cd398-81d4-4ada-8abb-9739ffe8bb2e), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:42.242902 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-4217724e-8d4a-4796-bc10-302852824c09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:42.244760 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-b4fda061-6904-4743-83ae-157c9722939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326e9b05-9b67-43c0-b273-659b0a801d6e', 'name': 'tempest-DeleteServersTestJSON-1316562434-router', 'tenant_id': 'ee5ed205b4a048e18443c6d18b871a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '39f3d103-5e09-4533-8c67-ab69901bde5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:27Z', 'updated_at': '2022-07-28T05:31:38Z', 'revision_number': 4, 'project_id': 'ee5ed205b4a048e18443c6d18b871a90', 'gw_port': {'id': '39f3d103-5e09-4533-8c67-ab69901bde5d', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:54:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '326e9b05-9b67-43c0-b273-659b0a801d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:29Z', 'updated_at': '2022-07-28T05:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': '448d595d-a854-45dc-99de-30e3d3bfd974', 'name': '', 'network_id': '2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed', 'tenant_id': 'ee5ed205b4a048e18443c6d18b871a90', 'mac_address': 'fa:16:3e:75:b6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '326e9b05-9b67-43c0-b273-659b0a801d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '154c4ca7-1ebc-4409-9f6b-8c04f2bdb864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:35Z', 'updated_at': '2022-07-28T05:31:39Z', 'revision_number': 2, 'project_id': 'ee5ed205b4a048e18443c6d18b871a90', 'subnets': [{'id': '154c4ca7-1ebc-4409-9f6b-8c04f2bdb864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:31:42.246715 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-4217724e-8d4a-4796-bc10-302852824c09 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/231cd398-81d4-4ada-8abb-9739ffe8bb2e HTTP/1.1" status: 204 len: 168 time: 1.9069347 Jul 28 05:31:42.260656 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217724e-8d4a-4796-bc10-302852824c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231cd398-81d4-4ada-8abb-9739ffe8bb2e,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:42.260862 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-5a27fce2-40a4-4430-95e4-bdf3057bbbcb service neutron] 10.222.0.33 "GET /v2.0/networks/11838418-6b14-40b8-a589-613bdb83fff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783598 Jul 28 05:31:42.269683 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8305db4c-80c6-4e8d-a583-30b88c09cbdd tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:42.270476 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3398e87e-a632-4a5b-959a-82a52e6278b4 admin admin] Received port after_create {{(pid=104272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:31:42.270791 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3398e87e-a632-4a5b-959a-82a52e6278b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4155265'] for router_interface (d2cc43d3-bb01-4229-ac5e-8b627c08bbaf), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:42.368494 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fda061-6904-4743-83ae-157c9722939e None None] Checking router: 326e9b05-9b67-43c0-b273-659b0a801d6e for host: dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:31:42.370598 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fda061-6904-4743-83ae-157c9722939e None None] Updating router 326e9b05-9b67-43c0-b273-659b0a801d6e port 448d595d-a854-45dc-99de-30e3d3bfd974 binding host dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:31:42.467238 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb63d0-6139-4361-87c5-0fbe19b622a5 None None] Pushing event updated for resources: {'Port': ['ID=a43fb4f2-436f-4e42-a513-bca357e90b52,revision_number=2']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:42.486705 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-b4fda061-6904-4743-83ae-157c9722939e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (448d595d-a854-45dc-99de-30e3d3bfd974), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:42.538166 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:42.680531 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=100 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:42.736994 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Pushing event updated for resources: {'Port': ['ID=f65010f6-2264-4901-8bec-7b2252a19fdc,revision_number=3']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:42.787752 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-a297efa2-9462-42ed-b494-a815d63f7c28 admin admin] Publish callbacks [] for port (4518b198-8249-4dbd-bf02-3645f257942a), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:42.802943 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.db_base_plugin_common [None req-8305db4c-80c6-4e8d-a583-30b88c09cbdd tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Allocated IP 172.27.0.232 (d892672b-b726-43a1-a501-142ea5a750c8/481049b9-1d68-41f1-a9d6-55330db72a03/66375a6a-b3d5-4a67-9a2c-6f664c9db34a) {{(pid=104273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:31:42.824642 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=90,neutron:UPDATE=10 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:42.919776 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-0b050fc6-7de6-4e2a-bc32-793b0efb5745 None None] Attempting to bind port e43f53f1-11cb-414a-9485-93d8ec594f80 on host dv-cinder-799871-48-iscsi for vnic_type normal with profile {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:31:42.920463 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-0b050fc6-7de6-4e2a-bc32-793b0efb5745 None None] Attempting to bind port e43f53f1-11cb-414a-9485-93d8ec594f80 by drivers openvswitch,hyperv on host dv-cinder-799871-48-iscsi at level 0 using segments [{'id': 'c9e82de0-9864-4c88-908a-44b07604c3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b'}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:31:42.921007 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b050fc6-7de6-4e2a-bc32-793b0efb5745 None None] Attempting to bind port e43f53f1-11cb-414a-9485-93d8ec594f80 on network 92779e58-7df4-4404-9045-ca3676cbb72b {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:31:42.924395 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-a297efa2-9462-42ed-b494-a815d63f7c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (4518b198-8249-4dbd-bf02-3645f257942a), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:42.925352 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-a297efa2-9462-42ed-b494-a815d63f7c28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4155389'] for router_interface (30aeb74e-daf5-4d9c-8830-da392967d56a), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:42.933603 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b050fc6-7de6-4e2a-bc32-793b0efb5745 None None] Checking agent: {'id': '5156d833-3082-4696-8f7b-587b7e45f062', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-48-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 22, 41), 'started_at': datetime.datetime(2022, 7, 28, 5, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-48-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:31:42.934246 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b050fc6-7de6-4e2a-bc32-793b0efb5745 None None] Checking segment: {'id': 'c9e82de0-9864-4c88-908a-44b07604c3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:31:42.935536 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-0b050fc6-7de6-4e2a-bc32-793b0efb5745 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:42.936277 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b050fc6-7de6-4e2a-bc32-793b0efb5745 None None] Bound using segment: {'id': 'c9e82de0-9864-4c88-908a-44b07604c3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b'} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:31:42.941289 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-0b050fc6-7de6-4e2a-bc32-793b0efb5745 None None] Bound port: e43f53f1-11cb-414a-9485-93d8ec594f80, host: dv-cinder-799871-48-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e82de0-9864-4c88-908a-44b07604c3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b'}}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:31:42.941289 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-0b050fc6-7de6-4e2a-bc32-793b0efb5745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (e43f53f1-11cb-414a-9485-93d8ec594f80), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:42.963300 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-c7c7fbaa-5ab6-4829-a7d9-9f19aab1980d None None] Current status of the port f65010f6-2264-4901-8bec-7b2252a19fdc is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:43.016706 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-a0952464-1890-42e0-8084-4dd784477e46 None None] For port a43fb4f2-436f-4e42-a513-bca357e90b52, host dv-cinder-799871-48-iscsi, cleared binding levels {{(pid=104274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:31:43.062989 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-a0952464-1890-42e0-8084-4dd784477e46 None None] For port a43fb4f2-436f-4e42-a513-bca357e90b52, host dv-cinder-799871-48-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=a43fb4f2-436f-4e42-a513-bca357e90b52,segment=NetworkSegment(18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30),segment_id=18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30)] {{(pid=104274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:31:43.090690 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4130f916-7a6d-4fbc-a873-aad434014e88 req-07546401-8b14-4477-9176-ad3948124a87 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 210 time: 0.0875165 Jul 28 05:31:43.119018 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-847c2dec-7094-44de-8242-281d6235fe70 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:31:43.126576 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-847c2dec-7094-44de-8242-281d6235fe70 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/networks?id=2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed HTTP/1.1" status: 200 len: 812 time: 0.5901492 Jul 28 05:31:43.156001 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-435687fc-ea26-4e70-8d62-37704be03e00 None None] Provisioning complete for port 4518b198-8249-4dbd-bf02-3645f257942a triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:43.156449 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-435687fc-ea26-4e70-8d62-37704be03e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (4518b198-8249-4dbd-bf02-3645f257942a), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:43.158900 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:43.179399 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3398e87e-a632-4a5b-959a-82a52e6278b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (c786ec77-74c5-47cf-9acd-3809586aab79), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:43.214370 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:43.225755 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-b4fda061-6904-4743-83ae-157c9722939e None None] Publish callbacks [] for port (448d595d-a854-45dc-99de-30e3d3bfd974), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:43.240954 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-c58d7cf2-20d6-4a6a-b8fa-662096a44197 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/quotas/ee5ed205b4a048e18443c6d18b871a90 HTTP/1.1" status: 200 len: 375 time: 0.1131375 Jul 28 05:31:43.242275 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 33358) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:43.276234 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a297efa2-9462-42ed-b494-a815d63f7c28 admin admin] Pushing event updated for resources: {'Port': ['ID=4518b198-8249-4dbd-bf02-3645f257942a,revision_number=2']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:43.286467 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port 39f3d103-5e09-4533-8c67-ab69901bde5d is: DOWN; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:43.286467 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (39f3d103-5e09-4533-8c67-ab69901bde5d), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:43.309212 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-b4fda061-6904-4743-83ae-157c9722939e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (448d595d-a854-45dc-99de-30e3d3bfd974), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:43.342907 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0952464-1890-42e0-8084-4dd784477e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (a43fb4f2-436f-4e42-a513-bca357e90b52), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:43.368312 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8305db4c-80c6-4e8d-a583-30b88c09cbdd tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for port (66375a6a-b3d5-4a67-9a2c-6f664c9db34a), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:43.402409 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484dc61c-6103-4052-a288-e7afacc62194 None None] Pushing event updated for resources: {'Port': ['ID=448d595d-a854-45dc-99de-30e3d3bfd974,revision_number=3']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:43.442103 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-0b050fc6-7de6-4e2a-bc32-793b0efb5745 None None] For port e43f53f1-11cb-414a-9485-93d8ec594f80, host dv-cinder-799871-48-iscsi, cleared binding levels {{(pid=104274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:31:43.506646 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a297efa2-9462-42ed-b494-a815d63f7c28 admin admin] Network 12676c2f-cd93-405a-a402-b0ee7cfa77c5 is already hosted by enough agents. {{(pid=104273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:31:43.517055 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [None req-a297efa2-9462-42ed-b494-a815d63f7c28 admin admin] Resources bound (agent type, host, resource id): {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:31:43.530511 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] For port 39f3d103-5e09-4533-8c67-ab69901bde5d, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=39f3d103-5e09-4533-8c67-ab69901bde5d,segment=NetworkSegment(18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30),segment_id=18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:31:43.561977 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-0b050fc6-7de6-4e2a-bc32-793b0efb5745 None None] For port e43f53f1-11cb-414a-9485-93d8ec594f80, host dv-cinder-799871-48-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=e43f53f1-11cb-414a-9485-93d8ec594f80,segment=NetworkSegment(c9e82de0-9864-4c88-908a-44b07604c3c0),segment_id=c9e82de0-9864-4c88-908a-44b07604c3c0)] {{(pid=104274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:31:43.574421 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-435687fc-ea26-4e70-8d62-37704be03e00 None None] Port 4518b198-8249-4dbd-bf02-3645f257942a cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:31:43.580067 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [None req-b4fda061-6904-4743-83ae-157c9722939e None None] Attempting to bind port 448d595d-a854-45dc-99de-30e3d3bfd974 on host dv-cinder-799871-48-iscsi for vnic_type normal with profile {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:31:43.582189 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [None req-b4fda061-6904-4743-83ae-157c9722939e None None] Attempting to bind port 448d595d-a854-45dc-99de-30e3d3bfd974 by drivers openvswitch,hyperv on host dv-cinder-799871-48-iscsi at level 0 using segments [{'id': 'de5e18e7-c5d5-4795-b86e-5151ec6d287a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed'}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:31:43.582867 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fda061-6904-4743-83ae-157c9722939e None None] Attempting to bind port 448d595d-a854-45dc-99de-30e3d3bfd974 on network 2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:31:43.600083 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-435687fc-ea26-4e70-8d62-37704be03e00 None None] Provisioning complete for port c786ec77-74c5-47cf-9acd-3809586aab79 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:43.600668 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-435687fc-ea26-4e70-8d62-37704be03e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (c786ec77-74c5-47cf-9acd-3809586aab79), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:43.603022 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fda061-6904-4743-83ae-157c9722939e None None] Checking agent: {'id': '5156d833-3082-4696-8f7b-587b7e45f062', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-48-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 22, 41), 'started_at': datetime.datetime(2022, 7, 28, 5, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-48-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:31:43.605385 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fda061-6904-4743-83ae-157c9722939e None None] Checking segment: {'id': 'de5e18e7-c5d5-4795-b86e-5151ec6d287a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:31:43.607032 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-b4fda061-6904-4743-83ae-157c9722939e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:43.607630 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fda061-6904-4743-83ae-157c9722939e None None] Bound using segment: {'id': 'de5e18e7-c5d5-4795-b86e-5151ec6d287a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed'} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:31:43.608247 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [None req-b4fda061-6904-4743-83ae-157c9722939e None None] Bound port: 448d595d-a854-45dc-99de-30e3d3bfd974, host: dv-cinder-799871-48-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5e18e7-c5d5-4795-b86e-5151ec6d287a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed'}}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:31:43.609603 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-cfe1cd7e-71b9-4e2d-978c-885a6807ddea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:43.611336 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-b4fda061-6904-4743-83ae-157c9722939e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (448d595d-a854-45dc-99de-30e3d3bfd974), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:43.724077 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0952464-1890-42e0-8084-4dd784477e46 None None] Routers {'d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:31:43.724077 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-a0952464-1890-42e0-8084-4dd784477e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:31:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:31:43.730587 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb63d0-6139-4361-87c5-0fbe19b622a5 None None] Pushing event updated for resources: {'Port': ['ID=a43fb4f2-436f-4e42-a513-bca357e90b52,revision_number=3']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:43.740717 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (39f3d103-5e09-4533-8c67-ab69901bde5d), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:43.742051 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device d82087f6-c9d2-451f-a5df-5a4a7ea3cbec up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:31:43.753774 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8305db4c-80c6-4e8d-a583-30b88c09cbdd tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915'] for port (66375a6a-b3d5-4a67-9a2c-6f664c9db34a), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:43.782483 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-5b86cb7f-c246-4d7d-b03e-f0ac2045e90b tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=ee5ed205b4a048e18443c6d18b871a90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5408542 Jul 28 05:31:43.783777 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [None req-b4fda061-6904-4743-83ae-157c9722939e None None] For port 448d595d-a854-45dc-99de-30e3d3bfd974, host dv-cinder-799871-48-iscsi, cleared binding levels {{(pid=104275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:31:43.793806 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [None req-b4fda061-6904-4743-83ae-157c9722939e None None] For port 448d595d-a854-45dc-99de-30e3d3bfd974, host dv-cinder-799871-48-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=448d595d-a854-45dc-99de-30e3d3bfd974,segment=NetworkSegment(de5e18e7-c5d5-4795-b86e-5151ec6d287a),segment_id=de5e18e7-c5d5-4795-b86e-5151ec6d287a)] {{(pid=104275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:31:43.816377 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:43.901282 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:43.906460 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-b4fda061-6904-4743-83ae-157c9722939e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (448d595d-a854-45dc-99de-30e3d3bfd974), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:43.959222 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-0b050fc6-7de6-4e2a-bc32-793b0efb5745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (e43f53f1-11cb-414a-9485-93d8ec594f80), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:43.991111 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:43.994626 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8305db4c-80c6-4e8d-a583-30b88c09cbdd tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Network d892672b-b726-43a1-a501-142ea5a750c8 is already hosted by enough agents. {{(pid=104273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:31:44.003091 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [None req-8305db4c-80c6-4e8d-a583-30b88c09cbdd tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Resources bound (agent type, host, resource id): {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:31:44.019183 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8305db4c-80c6-4e8d-a583-30b88c09cbdd tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Received port after_create {{(pid=104273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:31:44.073121 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-cfe1cd7e-71b9-4e2d-978c-885a6807ddea admin admin] Publish callbacks [] for security_group (2359b216-e199-48a6-b8cd-a58688254eb5), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:44.087888 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fda061-6904-4743-83ae-157c9722939e None None] Routers {'326e9b05-9b67-43c0-b273-659b0a801d6e'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:31:44.092647 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-b4fda061-6904-4743-83ae-157c9722939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:31:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['326e9b05-9b67-43c0-b273-659b0a801d6e'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:31:44.200386 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305db4c-80c6-4e8d-a583-30b88c09cbdd tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Pushing event updated for resources: {'Port': ['ID=66375a6a-b3d5-4a67-9a2c-6f664c9db34a,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:44.259728 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484dc61c-6103-4052-a288-e7afacc62194 None None] Pushing event updated for resources: {'Port': ['ID=448d595d-a854-45dc-99de-30e3d3bfd974,revision_number=4']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:44.274935 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-435687fc-ea26-4e70-8d62-37704be03e00 None None] Port c786ec77-74c5-47cf-9acd-3809586aab79 cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:31:44.300441 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-cfe1cd7e-71b9-4e2d-978c-885a6807ddea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (2359b216-e199-48a6-b8cd-a58688254eb5), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:44.362740 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:44.372600 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b050fc6-7de6-4e2a-bc32-793b0efb5745 None None] Routers {'44df7d44-fab5-44ae-8bad-aa8f05374a42'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:31:44.373436 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-0b050fc6-7de6-4e2a-bc32-793b0efb5745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:31:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['44df7d44-fab5-44ae-8bad-aa8f05374a42'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:31:44.411730 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-cfe1cd7e-71b9-4e2d-978c-885a6807ddea admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=b6f05ed1950d4b188199aa00477d0838&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1608267 Jul 28 05:31:44.417344 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port d82087f6-c9d2-451f-a5df-5a4a7ea3cbec triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:44.420282 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (d82087f6-c9d2-451f-a5df-5a4a7ea3cbec), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:44.486871 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8305db4c-80c6-4e8d-a583-30b88c09cbdd tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for floatingip (9925749b-6850-4b44-a02e-b337943d5048), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:44.506905 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-61c399a5-ce43-4a0a-9f2b-796896ed30af req-d002da78-8fb9-409a-b8d6-24c2172ad7b3 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 210 time: 0.2118402 Jul 28 05:31:44.507801 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 33392) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:44.589855 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3398e87e-a632-4a5b-959a-82a52e6278b4 admin admin] Publish callbacks [] for port (c786ec77-74c5-47cf-9acd-3809586aab79), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:44.603937 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-435687fc-ea26-4e70-8d62-37704be03e00 None None] Provisioning complete for port e43f53f1-11cb-414a-9485-93d8ec594f80 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:44.604327 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-435687fc-ea26-4e70-8d62-37704be03e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (e43f53f1-11cb-414a-9485-93d8ec594f80), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:44.634598 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-b4fda061-6904-4743-83ae-157c9722939e None None] Set router 326e9b05-9b67-43c0-b273-659b0a801d6e gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:31:44.642708 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-b22ae030-07e7-4f1b-93e0-6d28356c7b1f service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104272) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 05:31:44.643787 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-b22ae030-07e7-4f1b-93e0-6d28356c7b1f service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3475938 Jul 28 05:31:44.644872 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:44.699705 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Pushing event updated for resources: {'Port': ['ID=39f3d103-5e09-4533-8c67-ab69901bde5d,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:44.757955 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3398e87e-a632-4a5b-959a-82a52e6278b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (c786ec77-74c5-47cf-9acd-3809586aab79), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:44.758913 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3398e87e-a632-4a5b-959a-82a52e6278b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4155389'] for router_interface (d2cc43d3-bb01-4229-ac5e-8b627c08bbaf), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:44.831702 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68306bff-265d-4221-a4a6-a33dea46d987 None None] Pushing event updated for resources: {'Port': ['ID=e43f53f1-11cb-414a-9485-93d8ec594f80,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:44.835069 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a297efa2-9462-42ed-b494-a815d63f7c28 admin admin] Router 30aeb74e-daf5-4d9c-8830-da392967d56a has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:31:44.871869 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-a0952464-1890-42e0-8084-4dd784477e46 None None] Set router d2cc43d3-bb01-4229-ac5e-8b627c08bbaf gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:31:44.892432 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:44.907883 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=100 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:44.949096 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-b4fda061-6904-4743-83ae-157c9722939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326e9b05-9b67-43c0-b273-659b0a801d6e', 'name': 'tempest-DeleteServersTestJSON-1316562434-router', 'tenant_id': 'ee5ed205b4a048e18443c6d18b871a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '39f3d103-5e09-4533-8c67-ab69901bde5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:27Z', 'updated_at': '2022-07-28T05:31:38Z', 'revision_number': 4, 'project_id': 'ee5ed205b4a048e18443c6d18b871a90', 'gw_port': {'id': '39f3d103-5e09-4533-8c67-ab69901bde5d', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:54:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326e9b05-9b67-43c0-b273-659b0a801d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:29Z', 'updated_at': '2022-07-28T05:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': '448d595d-a854-45dc-99de-30e3d3bfd974', 'name': '', 'network_id': '2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed', 'tenant_id': 'ee5ed205b4a048e18443c6d18b871a90', 'mac_address': 'fa:16:3e:75:b6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '326e9b05-9b67-43c0-b273-659b0a801d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '154c4ca7-1ebc-4409-9f6b-8c04f2bdb864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:35Z', 'updated_at': '2022-07-28T05:31:43Z', 'revision_number': 4, 'project_id': 'ee5ed205b4a048e18443c6d18b871a90', 'subnets': [{'id': '154c4ca7-1ebc-4409-9f6b-8c04f2bdb864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:31:44.990072 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a297efa2-9462-42ed-b494-a815d63f7c28 admin admin] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:31:44.991450 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fda061-6904-4743-83ae-157c9722939e None None] The sync data for ids ['326e9b05-9b67-43c0-b273-659b0a801d6e'] in dv-cinder-799871-48-iscsi is: [{'id': '326e9b05-9b67-43c0-b273-659b0a801d6e', 'name': 'tempest-DeleteServersTestJSON-1316562434-router', 'tenant_id': 'ee5ed205b4a048e18443c6d18b871a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '39f3d103-5e09-4533-8c67-ab69901bde5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:27Z', 'updated_at': '2022-07-28T05:31:38Z', 'revision_number': 4, 'project_id': 'ee5ed205b4a048e18443c6d18b871a90', 'gw_port': {'id': '39f3d103-5e09-4533-8c67-ab69901bde5d', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:54:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326e9b05-9b67-43c0-b273-659b0a801d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:29Z', 'updated_at': '2022-07-28T05:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': '448d595d-a854-45dc-99de-30e3d3bfd974', 'name': '', 'network_id': '2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed', 'tenant_id': 'ee5ed205b4a048e18443c6d18b871a90', 'mac_address': 'fa:16:3e:75:b6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '326e9b05-9b67-43c0-b273-659b0a801d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '154c4ca7-1ebc-4409-9f6b-8c04f2bdb864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:35Z', 'updated_at': '2022-07-28T05:31:43Z', 'revision_number': 4, 'project_id': 'ee5ed205b4a048e18443c6d18b871a90', 'subnets': [{'id': '154c4ca7-1ebc-4409-9f6b-8c04f2bdb864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:31:45.008390 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b858d589-1839-4243-9d8a-c74f98534771 None None] Sync routers for ids ['30aeb74e-daf5-4d9c-8830-da392967d56a'] in dv-cinder-799871-48-iscsi {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:31:45.082878 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port d82087f6-c9d2-451f-a5df-5a4a7ea3cbec is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:45.084381 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 0e7a2646-d529-429a-b1d0-d2a9f310ad23 up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:31:45.091651 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-435687fc-ea26-4e70-8d62-37704be03e00 None None] Current status of the port e43f53f1-11cb-414a-9485-93d8ec594f80 is: DOWN; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:45.092049 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-435687fc-ea26-4e70-8d62-37704be03e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (e43f53f1-11cb-414a-9485-93d8ec594f80), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:45.094902 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-a297efa2-9462-42ed-b494-a815d63f7c28 admin admin] 10.222.0.33 "PUT /v2.0/routers/30aeb74e-daf5-4d9c-8830-da392967d56a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1101534 Jul 28 05:31:45.107879 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8305db4c-80c6-4e8d-a583-30b88c09cbdd tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (66375a6a-b3d5-4a67-9a2c-6f664c9db34a), before_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:45.125895 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b858d589-1839-4243-9d8a-c74f98534771 None None] Routers {'30aeb74e-daf5-4d9c-8830-da392967d56a'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:31:45.126578 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-b858d589-1839-4243-9d8a-c74f98534771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:31:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['30aeb74e-daf5-4d9c-8830-da392967d56a'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:31:45.130524 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-0b050fc6-7de6-4e2a-bc32-793b0efb5745 None None] Set router 44df7d44-fab5-44ae-8bad-aa8f05374a42 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:31:45.149042 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1cd7e-71b9-4e2d-978c-885a6807ddea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2359b216-e199-48a6-b8cd-a58688254eb5,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:45.198766 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-661429f3-751e-4bcb-bb0d-1117d4a8934f admin admin] Publish callbacks [] for security_group (2359b216-e199-48a6-b8cd-a58688254eb5), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:45.348757 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3398e87e-a632-4a5b-959a-82a52e6278b4 admin admin] Pushing event updated for resources: {'Port': ['ID=c786ec77-74c5-47cf-9acd-3809586aab79,revision_number=2']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:45.359342 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-661429f3-751e-4bcb-bb0d-1117d4a8934f admin admin] Publish callbacks [] for security_group (2359b216-e199-48a6-b8cd-a58688254eb5), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:45.395566 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-435687fc-ea26-4e70-8d62-37704be03e00 None None] For port e43f53f1-11cb-414a-9485-93d8ec594f80, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=e43f53f1-11cb-414a-9485-93d8ec594f80,segment=NetworkSegment(c9e82de0-9864-4c88-908a-44b07604c3c0),segment_id=c9e82de0-9864-4c88-908a-44b07604c3c0)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:31:45.510342 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-435687fc-ea26-4e70-8d62-37704be03e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (e43f53f1-11cb-414a-9485-93d8ec594f80), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:45.548872 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-435687fc-ea26-4e70-8d62-37704be03e00 None None] Provisioning complete for port 448d595d-a854-45dc-99de-30e3d3bfd974 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:45.549285 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-435687fc-ea26-4e70-8d62-37704be03e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (448d595d-a854-45dc-99de-30e3d3bfd974), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:45.571369 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8305db4c-80c6-4e8d-a583-30b88c09cbdd tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for port (66375a6a-b3d5-4a67-9a2c-6f664c9db34a), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:45.597678 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.57', 50287) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:45.677041 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8418d02a-0819-4881-9e4a-6e571b41d69b None None] Sync routers for ids ['d6622d09-335a-4c4c-94b2-578f3726827c'] in dv-cinder-799871-48-iscsi {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:31:45.698126 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-754cf389-89a7-4365-9e34-3fa1f819c75c service neutron] 10.222.0.33 "GET /v2.0/networks/2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0197334 Jul 28 05:31:45.710439 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8418d02a-0819-4881-9e4a-6e571b41d69b None None] Routers {'d6622d09-335a-4c4c-94b2-578f3726827c'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:31:45.711057 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-8418d02a-0819-4881-9e4a-6e571b41d69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:31:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['d6622d09-335a-4c4c-94b2-578f3726827c'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:31:45.735365 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8305db4c-80c6-4e8d-a583-30b88c09cbdd tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (66375a6a-b3d5-4a67-9a2c-6f664c9db34a), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:45.857806 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8305db4c-80c6-4e8d-a583-30b88c09cbdd tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4016612'] for floatingip (9925749b-6850-4b44-a02e-b337943d5048), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:45.956797 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305db4c-80c6-4e8d-a583-30b88c09cbdd tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Pushing event updated for resources: {'Port': ['ID=66375a6a-b3d5-4a67-9a2c-6f664c9db34a,revision_number=2']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:45.984502 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-e7b621e8-819c-473a-a0f0-1a10a4ae3c1a service neutron] 10.222.0.33 "GET /v2.0/networks/2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712009 Jul 28 05:31:45.987427 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-661429f3-751e-4bcb-bb0d-1117d4a8934f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (2359b216-e199-48a6-b8cd-a58688254eb5), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:45.991170 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-661429f3-751e-4bcb-bb0d-1117d4a8934f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:45.992499 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-661429f3-751e-4bcb-bb0d-1117d4a8934f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/2359b216-e199-48a6-b8cd-a58688254eb5 HTTP/1.1" status: 204 len: 168 time: 1.4700446 Jul 28 05:31:46.017891 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661429f3-751e-4bcb-bb0d-1117d4a8934f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2359b216-e199-48a6-b8cd-a58688254eb5,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:46.046189 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3398e87e-a632-4a5b-959a-82a52e6278b4 admin admin] Network f094ee85-e5f7-4f76-b25b-19d66faa4449 is already hosted by enough agents. {{(pid=104272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:31:46.047833 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [None req-3398e87e-a632-4a5b-959a-82a52e6278b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:31:46.084328 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 33432) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:46.109743 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-19847e9e-5d0f-4d3f-aeb1-e25889d419a5 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Request body: {'security_group': {'name': 'tempest-securitygroup--913196828', 'description': 'tempest-description--1384400104'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:31:46.183872 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-a0952464-1890-42e0-8084-4dd784477e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'name': 'tempest-AttachVolumeNegativeTest-1518408114-router', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:42Z', 'revision_number': 4, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'gw_port': {'id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'c786ec77-74c5-47cf-9acd-3809586aab79', 'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'mac_address': 'fa:16:3e:51:c8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:40Z', 'updated_at': '2022-07-28T05:31:40Z', 'revision_number': 1, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'subnets': [{'id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:31:46.217634 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:46.218851 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8305db4c-80c6-4e8d-a583-30b88c09cbdd tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for floatingip (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:46.225427 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-8305db4c-80c6-4e8d-a583-30b88c09cbdd tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0819299 Jul 28 05:31:46.252265 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-7b12da0b-6840-490b-a4d8-fd098824507b tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:31:46.282373 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-7b12da0b-6840-490b-a4d8-fd098824507b tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.57 "GET /v2.0/networks?id=11838418-6b14-40b8-a589-613bdb83fff4 HTTP/1.1" status: 200 len: 818 time: 0.6829422 Jul 28 05:31:46.297258 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-19847e9e-5d0f-4d3f-aeb1-e25889d419a5 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:46.336329 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-af643522-d466-4acf-b586-538b090ebe1b tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Request body: {'port': {'device_id': 'd70d71f4-de27-4d62-acad-c6e9a7a7225e', 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4', 'admin_state_up': True, 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:31:46.345891 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3398e87e-a632-4a5b-959a-82a52e6278b4 admin admin] Router d2cc43d3-bb01-4229-ac5e-8b627c08bbaf has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:31:46.354244 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-8418d02a-0819-4881-9e4a-6e571b41d69b None None] Set router d6622d09-335a-4c4c-94b2-578f3726827c gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:31:46.375702 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0952464-1890-42e0-8084-4dd784477e46 None None] The sync data for ids ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'] in dv-cinder-799871-48-iscsi is: [{'id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'name': 'tempest-AttachVolumeNegativeTest-1518408114-router', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:42Z', 'revision_number': 4, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'gw_port': {'id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'c786ec77-74c5-47cf-9acd-3809586aab79', 'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'mac_address': 'fa:16:3e:51:c8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:40Z', 'updated_at': '2022-07-28T05:31:40Z', 'revision_number': 1, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'subnets': [{'id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:31:46.511601 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:46.558358 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:46.599619 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f49fa782-246e-4d65-b10c-203e2d90e273 req-6870ee74-467b-4dff-8f90-bcdac0d351d6 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 210 time: 0.0453062 Jul 28 05:31:46.613909 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3398e87e-a632-4a5b-959a-82a52e6278b4 admin admin] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:31:46.618828 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:46.621177 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-3398e87e-a632-4a5b-959a-82a52e6278b4 admin admin] 10.222.0.33 "PUT /v2.0/routers/d2cc43d3-bb01-4229-ac5e-8b627c08bbaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3534644 Jul 28 05:31:46.641334 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port 0e7a2646-d529-429a-b1d0-d2a9f310ad23 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:46.641909 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (0e7a2646-d529-429a-b1d0-d2a9f310ad23), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:46.643406 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435687fc-ea26-4e70-8d62-37704be03e00 None None] Pushing event updated for resources: {'Port': ['ID=e43f53f1-11cb-414a-9485-93d8ec594f80,revision_number=5']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:46.737141 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:46.845188 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-b858d589-1839-4243-9d8a-c74f98534771 None None] Set router 30aeb74e-daf5-4d9c-8830-da392967d56a gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:31:46.899344 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ada9b1ba-5d34-42bd-a97d-7bb068e2c6a9 req-969ababf-ee14-482c-a3f5-37d2fb27b25b tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e6d57a3-f6d1-4b5a-b313-e6cf26eec103 HTTP/1.1" status: 200 len: 210 time: 0.1353054 Jul 28 05:31:46.946602 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-19847e9e-5d0f-4d3f-aeb1-e25889d419a5 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for security_group (f9ce05ac-f845-4be2-a927-b1b22f7b1041), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:47.016846 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-8418d02a-0819-4881-9e4a-6e571b41d69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'name': 'tempest-ServerRescueNegativeTestJSON-314920019-router', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd98d4552-f0bf-47a7-85a3-b1694e04f0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:24Z', 'updated_at': '2022-07-28T05:31:33Z', 'revision_number': 4, 'project_id': '99f094bca18d4939bb22f8d076d3a35c', 'gw_port': {'id': 'd98d4552-f0bf-47a7-85a3-b1694e04f0e5', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:25Z', 'updated_at': '2022-07-28T05:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'd494518c-2a9c-4afe-bced-f2d95e68187b', 'name': '', 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'mac_address': 'fa:16:3e:9e:1e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6633fe43-f109-432a-95d5-6755c5bac4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:34Z', 'revision_number': 2, 'project_id': '99f094bca18d4939bb22f8d076d3a35c', 'subnets': [{'id': '6633fe43-f109-432a-95d5-6755c5bac4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:31:47.062480 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-19847e9e-5d0f-4d3f-aeb1-e25889d419a5 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (f9ce05ac-f845-4be2-a927-b1b22f7b1041), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:47.084101 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8418d02a-0819-4881-9e4a-6e571b41d69b None None] Checking router: d6622d09-335a-4c4c-94b2-578f3726827c for host: dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:31:47.084505 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8418d02a-0819-4881-9e4a-6e571b41d69b None None] Updating router d6622d09-335a-4c4c-94b2-578f3726827c port d494518c-2a9c-4afe-bced-f2d95e68187b binding host dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:31:47.100434 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=100 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:47.136996 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19847e9e-5d0f-4d3f-aeb1-e25889d419a5 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ce05ac-f845-4be2-a927-b1b22f7b1041,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:47.141988 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-af643522-d466-4acf-b586-538b090ebe1b tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Made reservation on behalf of 99f094bca18d4939bb22f8d076d3a35c for: {'port': 1} {{(pid=104273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:31:47.150349 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-af643522-d466-4acf-b586-538b090ebe1b tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:47.172881 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-0b050fc6-7de6-4e2a-bc32-793b0efb5745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'name': 'tempest-AttachVolumeTestJSON-834264126-router', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:24Z', 'updated_at': '2022-07-28T05:31:31Z', 'revision_number': 4, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'gw_port': {'id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:25Z', 'updated_at': '2022-07-28T05:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'e43f53f1-11cb-414a-9485-93d8ec594f80', 'name': '', 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'mac_address': 'fa:16:3e:ad:68:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93d0c7af-c778-4812-bccd-0383249712e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:29Z', 'updated_at': '2022-07-28T05:31:43Z', 'revision_number': 4, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'subnets': [{'id': '93d0c7af-c778-4812-bccd-0383249712e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:31:47.176918 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.57', 50293) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:47.186602 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8418d02a-0819-4881-9e4a-6e571b41d69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (d494518c-2a9c-4afe-bced-f2d95e68187b), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:47.216485 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-19847e9e-5d0f-4d3f-aeb1-e25889d419a5 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:47.221271 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-19847e9e-5d0f-4d3f-aeb1-e25889d419a5 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1358821 Jul 28 05:31:47.221939 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 33490) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:47.227530 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-c1aa5de0-afc6-41f4-932b-911064b14f5d tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Request body: {'security_group_rule': {'security_group_id': 'f9ce05ac-f845-4be2-a927-b1b22f7b1041', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:31:47.357921 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-435687fc-ea26-4e70-8d62-37704be03e00 None None] Current status of the port 448d595d-a854-45dc-99de-30e3d3bfd974 is: DOWN; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:47.358276 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-435687fc-ea26-4e70-8d62-37704be03e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (448d595d-a854-45dc-99de-30e3d3bfd974), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:47.394693 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b050fc6-7de6-4e2a-bc32-793b0efb5745 None None] The sync data for ids ['44df7d44-fab5-44ae-8bad-aa8f05374a42'] in dv-cinder-799871-48-iscsi is: [{'id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'name': 'tempest-AttachVolumeTestJSON-834264126-router', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:24Z', 'updated_at': '2022-07-28T05:31:31Z', 'revision_number': 4, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'gw_port': {'id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:25Z', 'updated_at': '2022-07-28T05:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'e43f53f1-11cb-414a-9485-93d8ec594f80', 'name': '', 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'mac_address': 'fa:16:3e:ad:68:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93d0c7af-c778-4812-bccd-0383249712e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:29Z', 'updated_at': '2022-07-28T05:31:43Z', 'revision_number': 4, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'subnets': [{'id': '93d0c7af-c778-4812-bccd-0383249712e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:31:47.537037 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-e2efc541-9c4f-402a-a4b4-b6824fb3a771 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1242090249&fields=id&tenant_id=7b96e460476f4bc9b35224e38b33f4c7 HTTP/1.1" status: 200 len: 267 time: 0.4250085 Jul 28 05:31:47.600720 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port 0e7a2646-d529-429a-b1d0-d2a9f310ad23 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:47.614546 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-435687fc-ea26-4e70-8d62-37704be03e00 None None] For port 448d595d-a854-45dc-99de-30e3d3bfd974, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=448d595d-a854-45dc-99de-30e3d3bfd974,segment=NetworkSegment(de5e18e7-c5d5-4795-b86e-5151ec6d287a),segment_id=de5e18e7-c5d5-4795-b86e-5151ec6d287a)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:31:47.663660 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c1aa5de0-afc6-41f4-932b-911064b14f5d tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for security_group_rule (98cb7aac-47ef-42c8-9978-7fb3c53627a7), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:47.707571 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-dc263749-0028-4fc2-9980-d6257589b1a4 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:31:47.709671 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-dc263749-0028-4fc2-9980-d6257589b1a4 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.57 "GET /v2.0/networks?id=11838418-6b14-40b8-a589-613bdb83fff4 HTTP/1.1" status: 200 len: 818 time: 0.5279520 Jul 28 05:31:47.741120 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-1e4e400b-ba38-43e6-9063-0224a3ac5770 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Request body: {'port': {'device_id': '86f5c96f-2d88-48b0-862e-ce27c19abfb4', 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4', 'admin_state_up': True, 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:31:47.820138 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c1aa5de0-afc6-41f4-932b-911064b14f5d tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for security_group_rule (98cb7aac-47ef-42c8-9978-7fb3c53627a7), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:47.886126 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-b858d589-1839-4243-9d8a-c74f98534771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'name': 'tempest-AttachVolumeShelveTestJSON-1714526453-router', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '81a3a55d-4e0b-4eae-940d-33b9f60af80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:41Z', 'revision_number': 4, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'gw_port': {'id': '81a3a55d-4e0b-4eae-940d-33b9f60af80e', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a3:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:30Z', 'updated_at': '2022-07-28T05:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': '4518b198-8249-4dbd-bf02-3645f257942a', 'name': '', 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'mac_address': 'fa:16:3e:13:a1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '329242a6-cde1-43fc-b2d2-7b69ba8c6d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:38Z', 'updated_at': '2022-07-28T05:31:42Z', 'revision_number': 2, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'subnets': [{'id': '329242a6-cde1-43fc-b2d2-7b69ba8c6d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:31:47.927485 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-21737882-b148-4885-afa8-ee19b2588f5c tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:31:47.929059 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-21737882-b148-4885-afa8-ee19b2588f5c tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/networks?id=92779e58-7df4-4404-9045-ca3676cbb72b HTTP/1.1" status: 200 len: 810 time: 0.3910012 Jul 28 05:31:47.931564 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c1aa5de0-afc6-41f4-932b-911064b14f5d tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703374'] for security_group_rule (98cb7aac-47ef-42c8-9978-7fb3c53627a7), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:48.003093 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa5de0-afc6-41f4-932b-911064b14f5d tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98cb7aac-47ef-42c8-9978-7fb3c53627a7,revision_number=0']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:48.078668 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:48.083803 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:48.099715 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:48.127470 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c1aa5de0-afc6-41f4-932b-911064b14f5d tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:48.128255 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-435687fc-ea26-4e70-8d62-37704be03e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (448d595d-a854-45dc-99de-30e3d3bfd974), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:48.132526 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-c1aa5de0-afc6-41f4-932b-911064b14f5d tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9089682 Jul 28 05:31:48.135724 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 33536) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:48.138348 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8418d02a-0819-4881-9e4a-6e571b41d69b None None] Publish callbacks [] for port (d494518c-2a9c-4afe-bced-f2d95e68187b), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:48.138665 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b858d589-1839-4243-9d8a-c74f98534771 None None] Checking router: 30aeb74e-daf5-4d9c-8830-da392967d56a for host: dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:31:48.139021 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b858d589-1839-4243-9d8a-c74f98534771 None None] Updating router 30aeb74e-daf5-4d9c-8830-da392967d56a port 4518b198-8249-4dbd-bf02-3645f257942a binding host dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:31:48.145669 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-4ce59215-8b41-4bc3-8303-59473c7e29bd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Request body: {'security_group_rule': {'security_group_id': 'f9ce05ac-f845-4be2-a927-b1b22f7b1041', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:31:48.148027 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-7ed075b1-05e8-4685-b7b2-8d77e1ee7d0f tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/quotas/7b96e460476f4bc9b35224e38b33f4c7 HTTP/1.1" status: 200 len: 375 time: 0.1522923 Jul 28 05:31:48.168584 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:48.245737 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8418d02a-0819-4881-9e4a-6e571b41d69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (d494518c-2a9c-4afe-bced-f2d95e68187b), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:48.299820 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device f65010f6-2264-4901-8bec-7b2252a19fdc up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:31:48.331613 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-c9280a85-f3dd-45c0-8e4e-28db5c00f699 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=7b96e460476f4bc9b35224e38b33f4c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1718113 Jul 28 05:31:48.476103 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7936f1-46ac-4c0e-b0a7-9911f3b12cb9 None None] Pushing event updated for resources: {'Port': ['ID=d494518c-2a9c-4afe-bced-f2d95e68187b,revision_number=3']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:48.512317 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.db_base_plugin_common [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-af643522-d466-4acf-b586-538b090ebe1b tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Allocated IP 172.20.0.14 (11838418-6b14-40b8-a589-613bdb83fff4/6633fe43-f109-432a-95d5-6755c5bac4f1/c16cb5d0-7376-4ff8-92fe-2ea79594b837) {{(pid=104273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:31:48.648701 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-9a78a041-7e74-4cd9-8b47-2b0bdd1a48da service neutron] 10.222.0.33 "GET /v2.0/networks/92779e58-7df4-4404-9045-ca3676cbb72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880509 Jul 28 05:31:48.651772 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:48.658372 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-17c5e04e-4028-434a-9d8b-32d7609a9205 None None] Provisioning complete for port 4518b198-8249-4dbd-bf02-3645f257942a triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:48.659186 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-17c5e04e-4028-434a-9d8b-32d7609a9205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (4518b198-8249-4dbd-bf02-3645f257942a), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:48.659855 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 33538) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:48.661853 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [None req-8418d02a-0819-4881-9e4a-6e571b41d69b None None] Attempting to bind port d494518c-2a9c-4afe-bced-f2d95e68187b on host dv-cinder-799871-48-iscsi for vnic_type normal with profile {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:31:48.664531 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [None req-8418d02a-0819-4881-9e4a-6e571b41d69b None None] Attempting to bind port d494518c-2a9c-4afe-bced-f2d95e68187b by drivers openvswitch,hyperv on host dv-cinder-799871-48-iscsi at level 0 using segments [{'id': '969590d0-dfe4-4fac-89e7-175241a5022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4'}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:31:48.665918 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8418d02a-0819-4881-9e4a-6e571b41d69b None None] Attempting to bind port d494518c-2a9c-4afe-bced-f2d95e68187b on network 11838418-6b14-40b8-a589-613bdb83fff4 {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:31:48.676553 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8418d02a-0819-4881-9e4a-6e571b41d69b None None] Checking agent: {'id': '5156d833-3082-4696-8f7b-587b7e45f062', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-48-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 22, 41), 'started_at': datetime.datetime(2022, 7, 28, 5, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-48-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:31:48.679342 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-501e1f61-8751-435a-9a58-f8b55af76686 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Request body: {'security_group': {'name': 'tempest-securitygroup--227435155', 'description': 'tempest-description--763439234'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:31:48.686174 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8418d02a-0819-4881-9e4a-6e571b41d69b None None] Checking segment: {'id': '969590d0-dfe4-4fac-89e7-175241a5022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:31:48.688859 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8418d02a-0819-4881-9e4a-6e571b41d69b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:48.689542 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8418d02a-0819-4881-9e4a-6e571b41d69b None None] Bound using segment: {'id': '969590d0-dfe4-4fac-89e7-175241a5022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4'} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:31:48.690486 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [None req-8418d02a-0819-4881-9e4a-6e571b41d69b None None] Bound port: d494518c-2a9c-4afe-bced-f2d95e68187b, host: dv-cinder-799871-48-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969590d0-dfe4-4fac-89e7-175241a5022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4'}}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:31:48.692225 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8418d02a-0819-4881-9e4a-6e571b41d69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (d494518c-2a9c-4afe-bced-f2d95e68187b), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:48.799502 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-17c5e04e-4028-434a-9d8b-32d7609a9205 None None] Port 4518b198-8249-4dbd-bf02-3645f257942a cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:31:48.811519 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-b858d589-1839-4243-9d8a-c74f98534771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (4518b198-8249-4dbd-bf02-3645f257942a), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:48.821456 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-1e4e400b-ba38-43e6-9063-0224a3ac5770 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Made reservation on behalf of 99f094bca18d4939bb22f8d076d3a35c for: {'port': 1} {{(pid=104272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:31:48.837005 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-1e4e400b-ba38-43e6-9063-0224a3ac5770 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:48.865260 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435687fc-ea26-4e70-8d62-37704be03e00 None None] Pushing event updated for resources: {'Port': ['ID=448d595d-a854-45dc-99de-30e3d3bfd974,revision_number=5']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:48.936493 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port f65010f6-2264-4901-8bec-7b2252a19fdc triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:48.937170 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (f65010f6-2264-4901-8bec-7b2252a19fdc), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:48.962525 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-17c5e04e-4028-434a-9d8b-32d7609a9205 None None] Provisioning complete for port c786ec77-74c5-47cf-9acd-3809586aab79 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:48.963309 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-17c5e04e-4028-434a-9d8b-32d7609a9205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (c786ec77-74c5-47cf-9acd-3809586aab79), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:49.022857 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [None req-8418d02a-0819-4881-9e4a-6e571b41d69b None None] For port d494518c-2a9c-4afe-bced-f2d95e68187b, host dv-cinder-799871-48-iscsi, cleared binding levels {{(pid=104275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:31:49.054416 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [None req-8418d02a-0819-4881-9e4a-6e571b41d69b None None] For port d494518c-2a9c-4afe-bced-f2d95e68187b, host dv-cinder-799871-48-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=d494518c-2a9c-4afe-bced-f2d95e68187b,segment=NetworkSegment(969590d0-dfe4-4fac-89e7-175241a5022e),segment_id=969590d0-dfe4-4fac-89e7-175241a5022e)] {{(pid=104275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:31:49.109933 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-17c5e04e-4028-434a-9d8b-32d7609a9205 None None] Port c786ec77-74c5-47cf-9acd-3809586aab79 cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:31:49.139693 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:49.159092 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8418d02a-0819-4881-9e4a-6e571b41d69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (d494518c-2a9c-4afe-bced-f2d95e68187b), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:49.173501 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:49.243630 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port f65010f6-2264-4901-8bec-7b2252a19fdc is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:49.244654 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-4ce59215-8b41-4bc3-8303-59473c7e29bd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for security_group_rule (5b0a4da7-e80f-4795-b378-5d5ff75c11b2), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:49.245120 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 81a3a55d-4e0b-4eae-940d-33b9f60af80e up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:31:49.293336 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-baafd5a0-db94-4c51-80de-8aa280434e8c req-08ef3a83-f273-4f83-8dd5-9eb9b195650c tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 210 time: 0.1634309 Jul 28 05:31:49.295932 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-17c5e04e-4028-434a-9d8b-32d7609a9205 None None] Provisioning complete for port e43f53f1-11cb-414a-9485-93d8ec594f80 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:49.296335 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-17c5e04e-4028-434a-9d8b-32d7609a9205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (e43f53f1-11cb-414a-9485-93d8ec594f80), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:49.338116 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8418d02a-0819-4881-9e4a-6e571b41d69b None None] Routers {'d6622d09-335a-4c4c-94b2-578f3726827c'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:31:49.342554 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-8418d02a-0819-4881-9e4a-6e571b41d69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:31:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['d6622d09-335a-4c4c-94b2-578f3726827c'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:31:49.428256 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-501e1f61-8751-435a-9a58-f8b55af76686 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:49.512669 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-4ce59215-8b41-4bc3-8303-59473c7e29bd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for security_group_rule (5b0a4da7-e80f-4795-b378-5d5ff75c11b2), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:49.550534 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-af643522-d466-4acf-b586-538b090ebe1b tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks [] for port (c16cb5d0-7376-4ff8-92fe-2ea79594b837), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:49.564857 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-4ce59215-8b41-4bc3-8303-59473c7e29bd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703374'] for security_group_rule (5b0a4da7-e80f-4795-b378-5d5ff75c11b2), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:49.669293 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:49.691961 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7936f1-46ac-4c0e-b0a7-9911f3b12cb9 None None] Pushing event updated for resources: {'Port': ['ID=d494518c-2a9c-4afe-bced-f2d95e68187b,revision_number=4']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:49.743985 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce59215-8b41-4bc3-8303-59473c7e29bd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b0a4da7-e80f-4795-b378-5d5ff75c11b2,revision_number=0']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:49.767564 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:49.772061 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port 81a3a55d-4e0b-4eae-940d-33b9f60af80e triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:49.773166 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (81a3a55d-4e0b-4eae-940d-33b9f60af80e), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:49.827212 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:49.842669 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-4ce59215-8b41-4bc3-8303-59473c7e29bd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:49.852477 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-4ce59215-8b41-4bc3-8303-59473c7e29bd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7151604 Jul 28 05:31:49.853135 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 33560) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:49.878642 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-8418d02a-0819-4881-9e4a-6e571b41d69b None None] Set router d6622d09-335a-4c4c-94b2-578f3726827c gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:31:49.894053 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e3d3f139-8b4c-486d-97f7-469d4e022020 req-3d48e4d5-d694-4fbe-a533-26864d19d235 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e6d57a3-f6d1-4b5a-b313-e6cf26eec103 HTTP/1.1" status: 200 len: 210 time: 0.1292887 Jul 28 05:31:49.905278 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-17c5e04e-4028-434a-9d8b-32d7609a9205 None None] Current status of the port e43f53f1-11cb-414a-9485-93d8ec594f80 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:49.926189 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-33991ad1-19f0-46b6-b187-b3440bd330a8 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Request body: {'floatingip': {'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:31:50.000273 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-af643522-d466-4acf-b586-538b090ebe1b tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915'] for port (c16cb5d0-7376-4ff8-92fe-2ea79594b837), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:50.016018 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port 81a3a55d-4e0b-4eae-940d-33b9f60af80e is: DOWN; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:50.017740 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (81a3a55d-4e0b-4eae-940d-33b9f60af80e), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:50.052641 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:50.089881 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-17c5e04e-4028-434a-9d8b-32d7609a9205 None None] Provisioning complete for port 448d595d-a854-45dc-99de-30e3d3bfd974 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:50.092239 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-17c5e04e-4028-434a-9d8b-32d7609a9205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (448d595d-a854-45dc-99de-30e3d3bfd974), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:50.169954 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] For port 81a3a55d-4e0b-4eae-940d-33b9f60af80e, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=81a3a55d-4e0b-4eae-940d-33b9f60af80e,segment=NetworkSegment(18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30),segment_id=18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:31:50.289643 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:50.314413 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (81a3a55d-4e0b-4eae-940d-33b9f60af80e), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:50.319305 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device d98d4552-f0bf-47a7-85a3-b1694e04f0e5 up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:31:50.330432 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-501e1f61-8751-435a-9a58-f8b55af76686 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group (a78a1b60-b789-46e9-a7d5-cfa10f9ddba4), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:50.333571 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-fffc742b-db9e-4eba-aad6-d22222e7d304 service neutron] 10.222.0.33 "GET /v2.0/networks/92779e58-7df4-4404-9045-ca3676cbb72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6343968 Jul 28 05:31:50.340288 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.57', 50297) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:50.366208 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-af643522-d466-4acf-b586-538b090ebe1b tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Network 11838418-6b14-40b8-a589-613bdb83fff4 is already hosted by enough agents. {{(pid=104273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:31:50.384701 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-33991ad1-19f0-46b6-b187-b3440bd330a8 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:50.400824 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-af643522-d466-4acf-b586-538b090ebe1b tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Resources bound (agent type, host, resource id): {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:31:50.546536 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Pushing event updated for resources: {'Port': ['ID=81a3a55d-4e0b-4eae-940d-33b9f60af80e,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:50.639872 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-501e1f61-8751-435a-9a58-f8b55af76686 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (a78a1b60-b789-46e9-a7d5-cfa10f9ddba4), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:50.681973 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-af643522-d466-4acf-b586-538b090ebe1b tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Received port after_create {{(pid=104273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:31:50.682161 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-b858d589-1839-4243-9d8a-c74f98534771 None None] Publish callbacks [] for port (4518b198-8249-4dbd-bf02-3645f257942a), precommit_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:50.689165 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-8418d02a-0819-4881-9e4a-6e571b41d69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'name': 'tempest-ServerRescueNegativeTestJSON-314920019-router', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd98d4552-f0bf-47a7-85a3-b1694e04f0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:24Z', 'updated_at': '2022-07-28T05:31:33Z', 'revision_number': 4, 'project_id': '99f094bca18d4939bb22f8d076d3a35c', 'gw_port': {'id': 'd98d4552-f0bf-47a7-85a3-b1694e04f0e5', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:25Z', 'updated_at': '2022-07-28T05:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'd494518c-2a9c-4afe-bced-f2d95e68187b', 'name': '', 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'mac_address': 'fa:16:3e:9e:1e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6633fe43-f109-432a-95d5-6755c5bac4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:48Z', 'revision_number': 4, 'project_id': '99f094bca18d4939bb22f8d076d3a35c', 'subnets': [{'id': '6633fe43-f109-432a-95d5-6755c5bac4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:31:50.724881 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:50.744800 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-af643522-d466-4acf-b586-538b090ebe1b tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:31:50.752027 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-af643522-d466-4acf-b586-538b090ebe1b tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for port (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:50.816612 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port d98d4552-f0bf-47a7-85a3-b1694e04f0e5 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:50.817049 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (d98d4552-f0bf-47a7-85a3-b1694e04f0e5), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:50.830710 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-17c5e04e-4028-434a-9d8b-32d7609a9205 None None] Current status of the port 448d595d-a854-45dc-99de-30e3d3bfd974 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:50.875691 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8418d02a-0819-4881-9e4a-6e571b41d69b None None] The sync data for ids ['d6622d09-335a-4c4c-94b2-578f3726827c'] in dv-cinder-799871-48-iscsi is: [{'id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'name': 'tempest-ServerRescueNegativeTestJSON-314920019-router', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd98d4552-f0bf-47a7-85a3-b1694e04f0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:24Z', 'updated_at': '2022-07-28T05:31:33Z', 'revision_number': 4, 'project_id': '99f094bca18d4939bb22f8d076d3a35c', 'gw_port': {'id': 'd98d4552-f0bf-47a7-85a3-b1694e04f0e5', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:25Z', 'updated_at': '2022-07-28T05:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'd494518c-2a9c-4afe-bced-f2d95e68187b', 'name': '', 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'mac_address': 'fa:16:3e:9e:1e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6633fe43-f109-432a-95d5-6755c5bac4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:48Z', 'revision_number': 4, 'project_id': '99f094bca18d4939bb22f8d076d3a35c', 'subnets': [{'id': '6633fe43-f109-432a-95d5-6755c5bac4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:31:50.894874 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af643522-d466-4acf-b586-538b090ebe1b tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Pushing event updated for resources: {'Port': ['ID=c16cb5d0-7376-4ff8-92fe-2ea79594b837,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:50.993655 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-af643522-d466-4acf-b586-538b090ebe1b tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6298480 Jul 28 05:31:50.993897 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-b858d589-1839-4243-9d8a-c74f98534771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (4518b198-8249-4dbd-bf02-3645f257942a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:50.998944 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-15d54724-76f0-4f75-8131-3e7acab8cb9e tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104273) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 05:31:51.016848 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-15d54724-76f0-4f75-8131-3e7acab8cb9e tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0359581 Jul 28 05:31:51.121148 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-33991ad1-19f0-46b6-b187-b3440bd330a8 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:51.238554 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5379d4-cc38-4b8e-b39a-9fb405224d13 None None] Pushing event updated for resources: {'Port': ['ID=4518b198-8249-4dbd-bf02-3645f257942a,revision_number=3']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:51.329781 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-24f52dac-b7eb-488f-8988-092cefa1f3a2 None None] Provisioning complete for port d494518c-2a9c-4afe-bced-f2d95e68187b triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:51.333064 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-24f52dac-b7eb-488f-8988-092cefa1f3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (d494518c-2a9c-4afe-bced-f2d95e68187b), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:51.478151 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e1f61-8751-435a-9a58-f8b55af76686 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a78a1b60-b789-46e9-a7d5-cfa10f9ddba4,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:51.536980 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.db_base_plugin_common [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-1e4e400b-ba38-43e6-9063-0224a3ac5770 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Allocated IP 172.20.0.13 (11838418-6b14-40b8-a589-613bdb83fff4/6633fe43-f109-432a-95d5-6755c5bac4f1/7685d4b0-825f-4ec9-b8cb-496d80179339) {{(pid=104272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:31:51.537913 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.db_base_plugin_common [None req-33991ad1-19f0-46b6-b187-b3440bd330a8 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Allocated IP 172.27.0.19 (d892672b-b726-43a1-a501-142ea5a750c8/481049b9-1d68-41f1-a9d6-55330db72a03/712cf4c4-b5d1-4cba-88d5-ceaad3b65e67) {{(pid=104273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:31:51.627735 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:51.640993 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9415700e-59a6-480a-a52b-a2a4420a418e req-e4ca14e6-6a4f-4d87-a4e9-84a39d8fbda7 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 210 time: 0.1940324 Jul 28 05:31:51.726863 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-36dab335-ebb4-4fa8-bffe-9361c13376d6 service neutron] Request body: {'port': {'device_id': 'd70d71f4-de27-4d62-acad-c6e9a7a7225e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:31:51.761177 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-501e1f61-8751-435a-9a58-f8b55af76686 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:51.767867 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-501e1f61-8751-435a-9a58-f8b55af76686 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 3.1018460 Jul 28 05:31:51.779800 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-65b7e57e-1f28-4ec6-b3d7-bf59cbc9a674 req-62d5c032-9f99-4c03-88cd-617e02a2002f tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 210 time: 0.3100691 Jul 28 05:31:51.807793 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 33606) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:51.821856 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-170de205-2c92-4d45-acd7-9777bf6f6bd4 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Request body: {'security_group_rule': {'security_group_id': 'a78a1b60-b789-46e9-a7d5-cfa10f9ddba4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:31:51.832631 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-33991ad1-19f0-46b6-b187-b3440bd330a8 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for port (712cf4c4-b5d1-4cba-88d5-ceaad3b65e67), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:51.896443 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-b858d589-1839-4243-9d8a-c74f98534771 None None] Attempting to bind port 4518b198-8249-4dbd-bf02-3645f257942a on host dv-cinder-799871-48-iscsi for vnic_type normal with profile {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:31:51.896819 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-b858d589-1839-4243-9d8a-c74f98534771 None None] Attempting to bind port 4518b198-8249-4dbd-bf02-3645f257942a by drivers openvswitch,hyperv on host dv-cinder-799871-48-iscsi at level 0 using segments [{'id': '4427f270-b023-404e-a3c1-104654497080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5'}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:31:51.897189 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b858d589-1839-4243-9d8a-c74f98534771 None None] Attempting to bind port 4518b198-8249-4dbd-bf02-3645f257942a on network 12676c2f-cd93-405a-a402-b0ee7cfa77c5 {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:31:51.915394 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port d98d4552-f0bf-47a7-85a3-b1694e04f0e5 is: DOWN; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:51.915789 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (d98d4552-f0bf-47a7-85a3-b1694e04f0e5), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:51.944740 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9006f621-f462-4369-a8fb-f2b11e67669f req-a1569a54-c096-4a13-9c63-22f57783c24c tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e6d57a3-f6d1-4b5a-b313-e6cf26eec103 HTTP/1.1" status: 200 len: 210 time: 0.0873258 Jul 28 05:31:52.021889 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-2bc040a1-efec-4936-845e-d0f467b38a1f tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:31:52.030222 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-2bc040a1-efec-4936-845e-d0f467b38a1f tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.57 "GET /v2.0/networks?id=2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed HTTP/1.1" status: 200 len: 812 time: 1.6818750 Jul 28 05:31:52.055523 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b858d589-1839-4243-9d8a-c74f98534771 None None] Checking agent: {'id': '5156d833-3082-4696-8f7b-587b7e45f062', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-48-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 22, 41), 'started_at': datetime.datetime(2022, 7, 28, 5, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-48-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:31:52.065114 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-4be8dccd-b221-468c-a131-9d2143225835 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Request body: {'port': {'device_id': '2e6d57a3-f6d1-4b5a-b313-e6cf26eec103', 'network_id': '2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed', 'admin_state_up': True, 'tenant_id': 'ee5ed205b4a048e18443c6d18b871a90'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:31:52.096014 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b858d589-1839-4243-9d8a-c74f98534771 None None] Checking segment: {'id': '4427f270-b023-404e-a3c1-104654497080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:31:52.096014 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-b858d589-1839-4243-9d8a-c74f98534771 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:52.096014 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b858d589-1839-4243-9d8a-c74f98534771 None None] Bound using segment: {'id': '4427f270-b023-404e-a3c1-104654497080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5'} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:31:52.096014 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-b858d589-1839-4243-9d8a-c74f98534771 None None] Bound port: 4518b198-8249-4dbd-bf02-3645f257942a, host: dv-cinder-799871-48-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4427f270-b023-404e-a3c1-104654497080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5'}}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:31:52.096014 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-b858d589-1839-4243-9d8a-c74f98534771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (4518b198-8249-4dbd-bf02-3645f257942a), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:52.096959 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-36dab335-ebb4-4fa8-bffe-9361c13376d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (c16cb5d0-7376-4ff8-92fe-2ea79594b837), before_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:52.103922 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] For port d98d4552-f0bf-47a7-85a3-b1694e04f0e5, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=d98d4552-f0bf-47a7-85a3-b1694e04f0e5,segment=NetworkSegment(18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30),segment_id=18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:31:52.106082 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:52.386100 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-33991ad1-19f0-46b6-b187-b3440bd330a8 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915'] for port (712cf4c4-b5d1-4cba-88d5-ceaad3b65e67), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:52.394622 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-b858d589-1839-4243-9d8a-c74f98534771 None None] For port 4518b198-8249-4dbd-bf02-3645f257942a, host dv-cinder-799871-48-iscsi, cleared binding levels {{(pid=104274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:31:52.400657 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-170de205-2c92-4d45-acd7-9777bf6f6bd4 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group_rule (e1eae0c6-c215-4050-834e-67dad59e21bc), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:52.444744 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-b858d589-1839-4243-9d8a-c74f98534771 None None] For port 4518b198-8249-4dbd-bf02-3645f257942a, host dv-cinder-799871-48-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=4518b198-8249-4dbd-bf02-3645f257942a,segment=NetworkSegment(4427f270-b023-404e-a3c1-104654497080),segment_id=4427f270-b023-404e-a3c1-104654497080)] {{(pid=104274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:31:52.463620 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (d98d4552-f0bf-47a7-85a3-b1694e04f0e5), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:52.463620 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 09a34f9a-7893-44a5-a572-606b7bb6a5d8 up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:31:52.463808 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:52.480809 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-24f52dac-b7eb-488f-8988-092cefa1f3a2 None None] Current status of the port d494518c-2a9c-4afe-bced-f2d95e68187b is: DOWN; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:52.480809 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-24f52dac-b7eb-488f-8988-092cefa1f3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (d494518c-2a9c-4afe-bced-f2d95e68187b), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:52.522949 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-4be8dccd-b221-468c-a131-9d2143225835 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Made reservation on behalf of ee5ed205b4a048e18443c6d18b871a90 for: {'port': 1} {{(pid=104272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:31:52.534341 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-4be8dccd-b221-468c-a131-9d2143225835 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:52.546471 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33991ad1-19f0-46b6-b187-b3440bd330a8 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Network d892672b-b726-43a1-a501-142ea5a750c8 is already hosted by enough agents. {{(pid=104273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:31:52.581381 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [None req-33991ad1-19f0-46b6-b187-b3440bd330a8 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Resources bound (agent type, host, resource id): {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:31:52.585983 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33991ad1-19f0-46b6-b187-b3440bd330a8 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Received port after_create {{(pid=104273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:31:52.592180 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:52.620225 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-b858d589-1839-4243-9d8a-c74f98534771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (4518b198-8249-4dbd-bf02-3645f257942a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:52.737089 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-24f52dac-b7eb-488f-8988-092cefa1f3a2 None None] For port d494518c-2a9c-4afe-bced-f2d95e68187b, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=d494518c-2a9c-4afe-bced-f2d95e68187b,segment=NetworkSegment(969590d0-dfe4-4fac-89e7-175241a5022e),segment_id=969590d0-dfe4-4fac-89e7-175241a5022e)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:31:52.738474 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Pushing event updated for resources: {'Port': ['ID=d98d4552-f0bf-47a7-85a3-b1694e04f0e5,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:52.792035 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port 09a34f9a-7893-44a5-a572-606b7bb6a5d8 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:52.792675 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (09a34f9a-7893-44a5-a572-606b7bb6a5d8), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:52.797748 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b858d589-1839-4243-9d8a-c74f98534771 None None] Routers {'30aeb74e-daf5-4d9c-8830-da392967d56a'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:31:52.798612 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-b858d589-1839-4243-9d8a-c74f98534771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:31:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['30aeb74e-daf5-4d9c-8830-da392967d56a'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:31:52.865348 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-1e4e400b-ba38-43e6-9063-0224a3ac5770 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks [] for port (7685d4b0-825f-4ec9-b8cb-496d80179339), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:52.953399 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-24f52dac-b7eb-488f-8988-092cefa1f3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (d494518c-2a9c-4afe-bced-f2d95e68187b), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:53.040595 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:53.044265 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5379d4-cc38-4b8e-b39a-9fb405224d13 None None] Pushing event updated for resources: {'Port': ['ID=4518b198-8249-4dbd-bf02-3645f257942a,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:53.139419 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-770ebc2f-5b0c-4079-9777-c75fa2d20a53 req-72901f14-4dd7-424a-b8ff-c20ecc8d993a tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 210 time: 0.3317418 Jul 28 05:31:53.162882 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33991ad1-19f0-46b6-b187-b3440bd330a8 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Pushing event updated for resources: {'Port': ['ID=712cf4c4-b5d1-4cba-88d5-ceaad3b65e67,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:53.164472 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-0b906ccc-0e98-4c9c-a900-cd0c96db031a None None] Provisioning complete for port c16cb5d0-7376-4ff8-92fe-2ea79594b837 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:53.164472 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-0b906ccc-0e98-4c9c-a900-cd0c96db031a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (c16cb5d0-7376-4ff8-92fe-2ea79594b837), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:53.284808 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-b858d589-1839-4243-9d8a-c74f98534771 None None] Set router 30aeb74e-daf5-4d9c-8830-da392967d56a gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:31:53.287171 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f52dac-b7eb-488f-8988-092cefa1f3a2 None None] Pushing event updated for resources: {'Port': ['ID=d494518c-2a9c-4afe-bced-f2d95e68187b,revision_number=5']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:53.314727 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:53.370750 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-33991ad1-19f0-46b6-b187-b3440bd330a8 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for floatingip (96e6e208-9412-4c92-a6f7-fb6e14ccc140), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:53.374836 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b7191d37-0b53-4a0a-bd89-4e0763e11d6f req-bf5c7b18-03fd-4661-b89d-57e3f0f2c72d tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 210 time: 0.2697279 Jul 28 05:31:53.424797 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-0b906ccc-0e98-4c9c-a900-cd0c96db031a None None] Port c16cb5d0-7376-4ff8-92fe-2ea79594b837 cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:31:53.427097 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port 09a34f9a-7893-44a5-a572-606b7bb6a5d8 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:53.431239 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-170de205-2c92-4d45-acd7-9777bf6f6bd4 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group_rule (e1eae0c6-c215-4050-834e-67dad59e21bc), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:53.438552 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 39f3d103-5e09-4533-8c67-ab69901bde5d up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:31:53.534664 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-170de205-2c92-4d45-acd7-9777bf6f6bd4 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703374'] for security_group_rule (e1eae0c6-c215-4050-834e-67dad59e21bc), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:53.569865 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-832ed88d-cf26-48cd-bbbe-56c6cfbb9645 req-8a85510b-610d-4113-8e60-35c00c847c94 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e6d57a3-f6d1-4b5a-b313-e6cf26eec103 HTTP/1.1" status: 200 len: 210 time: 0.1761081 Jul 28 05:31:53.599908 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.db_base_plugin_common [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-4be8dccd-b221-468c-a131-9d2143225835 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Allocated IP 172.20.0.14 (2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed/154c4ca7-1ebc-4409-9f6b-8c04f2bdb864/dea42e8c-f00e-4206-92e3-ecad08848a56) {{(pid=104272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:31:53.628174 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-0b906ccc-0e98-4c9c-a900-cd0c96db031a None None] Provisioning complete for port 4518b198-8249-4dbd-bf02-3645f257942a triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:53.630469 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-0b906ccc-0e98-4c9c-a900-cd0c96db031a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (4518b198-8249-4dbd-bf02-3645f257942a), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:53.665141 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-1e4e400b-ba38-43e6-9063-0224a3ac5770 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915'] for port (7685d4b0-825f-4ec9-b8cb-496d80179339), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:53.786436 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=100 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:53.808313 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port 39f3d103-5e09-4533-8c67-ab69901bde5d triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:53.808849 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (39f3d103-5e09-4533-8c67-ab69901bde5d), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:53.823906 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-33991ad1-19f0-46b6-b187-b3440bd330a8 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (712cf4c4-b5d1-4cba-88d5-ceaad3b65e67), before_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:53.972482 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-1e4e400b-ba38-43e6-9063-0224a3ac5770 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Network 11838418-6b14-40b8-a589-613bdb83fff4 is already hosted by enough agents. {{(pid=104272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:31:53.999737 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-1e4e400b-ba38-43e6-9063-0224a3ac5770 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Resources bound (agent type, host, resource id): {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:31:54.013803 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e400b-ba38-43e6-9063-0224a3ac5770 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Pushing event updated for resources: {'Port': ['ID=7685d4b0-825f-4ec9-b8cb-496d80179339,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:54.031341 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-1e4e400b-ba38-43e6-9063-0224a3ac5770 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Received port after_create {{(pid=104272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:31:54.041355 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-1e4e400b-ba38-43e6-9063-0224a3ac5770 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:31:54.045806 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-1e4e400b-ba38-43e6-9063-0224a3ac5770 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for port (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:54.050215 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170de205-2c92-4d45-acd7-9777bf6f6bd4 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1eae0c6-c215-4050-834e-67dad59e21bc,revision_number=0']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:54.150053 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port 39f3d103-5e09-4533-8c67-ab69901bde5d is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:54.156155 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 448d595d-a854-45dc-99de-30e3d3bfd974 up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:31:54.157976 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-4be8dccd-b221-468c-a131-9d2143225835 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Publish callbacks [] for port (dea42e8c-f00e-4206-92e3-ecad08848a56), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:54.294179 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-4be8dccd-b221-468c-a131-9d2143225835 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915'] for port (dea42e8c-f00e-4206-92e3-ecad08848a56), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:54.330984 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-33991ad1-19f0-46b6-b187-b3440bd330a8 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for port (712cf4c4-b5d1-4cba-88d5-ceaad3b65e67), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:54.345343 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-170de205-2c92-4d45-acd7-9777bf6f6bd4 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:54.347477 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-170de205-2c92-4d45-acd7-9777bf6f6bd4 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5464733 Jul 28 05:31:54.350739 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 33662) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:54.360681 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-4c791baf-feb8-4529-8f37-a0b30e3915c2 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Request body: {'security_group_rule': {'security_group_id': 'a78a1b60-b789-46e9-a7d5-cfa10f9ddba4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:31:54.448387 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-1e4e400b-ba38-43e6-9063-0224a3ac5770 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.7122273 Jul 28 05:31:54.475260 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-0b906ccc-0e98-4c9c-a900-cd0c96db031a None None] Current status of the port 4518b198-8249-4dbd-bf02-3645f257942a is: DOWN; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:54.477836 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-0b906ccc-0e98-4c9c-a900-cd0c96db031a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (4518b198-8249-4dbd-bf02-3645f257942a), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:54.481825 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-72ef1d1e-10cd-42e6-8e0d-82a21747f315 service neutron] Request body: {'port': {'device_id': '86f5c96f-2d88-48b0-862e-ce27c19abfb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:31:54.488701 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8dccd-b221-468c-a131-9d2143225835 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Pushing event updated for resources: {'Port': ['ID=dea42e8c-f00e-4206-92e3-ecad08848a56,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:54.522554 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ce6c46eb-7093-488a-8e1a-0952944ff5a4 req-2d0d2e8b-67a5-4193-a881-bcc5fd9f69d9 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 210 time: 0.0925503 Jul 28 05:31:54.529771 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 33668) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:54.535418 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-33991ad1-19f0-46b6-b187-b3440bd330a8 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (712cf4c4-b5d1-4cba-88d5-ceaad3b65e67), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:54.535822 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-b858d589-1839-4243-9d8a-c74f98534771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'name': 'tempest-AttachVolumeShelveTestJSON-1714526453-router', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '81a3a55d-4e0b-4eae-940d-33b9f60af80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:41Z', 'revision_number': 4, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'gw_port': {'id': '81a3a55d-4e0b-4eae-940d-33b9f60af80e', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:30Z', 'updated_at': '2022-07-28T05:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': '4518b198-8249-4dbd-bf02-3645f257942a', 'name': '', 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'mac_address': 'fa:16:3e:13:a1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '329242a6-cde1-43fc-b2d2-7b69ba8c6d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:38Z', 'updated_at': '2022-07-28T05:31:52Z', 'revision_number': 4, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'subnets': [{'id': '329242a6-cde1-43fc-b2d2-7b69ba8c6d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:31:54.538161 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-4be8dccd-b221-468c-a131-9d2143225835 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Network 2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed is already hosted by enough agents. {{(pid=104272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:31:54.558439 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-4be8dccd-b221-468c-a131-9d2143225835 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Resources bound (agent type, host, resource id): {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:31:54.612566 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b858d589-1839-4243-9d8a-c74f98534771 None None] The sync data for ids ['30aeb74e-daf5-4d9c-8830-da392967d56a'] in dv-cinder-799871-48-iscsi is: [{'id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'name': 'tempest-AttachVolumeShelveTestJSON-1714526453-router', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '81a3a55d-4e0b-4eae-940d-33b9f60af80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:41Z', 'revision_number': 4, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'gw_port': {'id': '81a3a55d-4e0b-4eae-940d-33b9f60af80e', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:30Z', 'updated_at': '2022-07-28T05:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': '4518b198-8249-4dbd-bf02-3645f257942a', 'name': '', 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'mac_address': 'fa:16:3e:13:a1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '329242a6-cde1-43fc-b2d2-7b69ba8c6d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:38Z', 'updated_at': '2022-07-28T05:31:52Z', 'revision_number': 4, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'subnets': [{'id': '329242a6-cde1-43fc-b2d2-7b69ba8c6d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:31:54.618684 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-4be8dccd-b221-468c-a131-9d2143225835 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Received port after_create {{(pid=104272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:31:54.619833 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-0b906ccc-0e98-4c9c-a900-cd0c96db031a None None] For port 4518b198-8249-4dbd-bf02-3645f257942a, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=4518b198-8249-4dbd-bf02-3645f257942a,segment=NetworkSegment(4427f270-b023-404e-a3c1-104654497080),segment_id=4427f270-b023-404e-a3c1-104654497080)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:31:54.632347 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-4be8dccd-b221-468c-a131-9d2143225835 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:31:54.633236 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-4be8dccd-b221-468c-a131-9d2143225835 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for port (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:54.643507 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port 448d595d-a854-45dc-99de-30e3d3bfd974 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:54.644203 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (448d595d-a854-45dc-99de-30e3d3bfd974), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:54.734084 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5b678-5bbc-46c1-8f6b-cf6ea6ec4479 req-4dfaf4d3-b88b-4b95-bfef-3c6967869340 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:31:54.742854 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-0b906ccc-0e98-4c9c-a900-cd0c96db031a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (4518b198-8249-4dbd-bf02-3645f257942a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:54.755717 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-dca5b678-5bbc-46c1-8f6b-cf6ea6ec4479 req-4dfaf4d3-b88b-4b95-bfef-3c6967869340 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 932 time: 0.2301018 Jul 28 05:31:54.760007 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-33991ad1-19f0-46b6-b187-b3440bd330a8 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4016612'] for floatingip (96e6e208-9412-4c92-a6f7-fb6e14ccc140), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:54.776332 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.57', 50306) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:54.784046 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33991ad1-19f0-46b6-b187-b3440bd330a8 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Pushing event updated for resources: {'Port': ['ID=712cf4c4-b5d1-4cba-88d5-ceaad3b65e67,revision_number=2']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:54.875749 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-42bac06e-3d0c-4f62-8e96-064a7a61bcf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:54.926634 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-0770a74b-5ef6-4546-8eb2-99816d08fbd5 None None] Provisioning complete for port 7685d4b0-825f-4ec9-b8cb-496d80179339 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:54.935088 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-0770a74b-5ef6-4546-8eb2-99816d08fbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (7685d4b0-825f-4ec9-b8cb-496d80179339), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:55.002170 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:55.009138 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-0770a74b-5ef6-4546-8eb2-99816d08fbd5 None None] Port 7685d4b0-825f-4ec9-b8cb-496d80179339 cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:31:55.014306 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-e52d0df5-f070-4c37-b480-ef6bc4283784 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:31:55.016147 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-e52d0df5-f070-4c37-b480-ef6bc4283784 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.57 "GET /v2.0/networks?id=92779e58-7df4-4404-9045-ca3676cbb72b HTTP/1.1" status: 200 len: 810 time: 0.2201002 Jul 28 05:31:55.034466 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port 448d595d-a854-45dc-99de-30e3d3bfd974 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:55.036135 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-36dab335-ebb4-4fa8-bffe-9361c13376d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c16cb5d0-7376-4ff8-92fe-2ea79594b837 {{(pid=104273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:31:55.040542 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-0770a74b-5ef6-4546-8eb2-99816d08fbd5 None None] Provisioning complete for port 4518b198-8249-4dbd-bf02-3645f257942a triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:55.041713 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-0770a74b-5ef6-4546-8eb2-99816d08fbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (4518b198-8249-4dbd-bf02-3645f257942a), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:55.050372 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-36dab335-ebb4-4fa8-bffe-9361c13376d6 service neutron] Publish callbacks [] for port (c16cb5d0-7376-4ff8-92fe-2ea79594b837), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:55.056730 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:55.079655 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-33991ad1-19f0-46b6-b187-b3440bd330a8 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for floatingip (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:55.081362 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-33991ad1-19f0-46b6-b187-b3440bd330a8 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1860132 Jul 28 05:31:55.107842 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b906ccc-0e98-4c9c-a900-cd0c96db031a None None] Pushing event updated for resources: {'Port': ['ID=4518b198-8249-4dbd-bf02-3645f257942a,revision_number=5']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:55.129271 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-72ef1d1e-10cd-42e6-8e0d-82a21747f315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (7685d4b0-825f-4ec9-b8cb-496d80179339), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:55.136035 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.provisioning_blocks [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-36dab335-ebb4-4fa8-bffe-9361c13376d6 service neutron] Transition to ACTIVE for port object c16cb5d0-7376-4ff8-92fe-2ea79594b837 will not be triggered until provisioned by entity L2. {{(pid=104273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 05:31:55.160718 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-0770a74b-5ef6-4546-8eb2-99816d08fbd5 None None] Current status of the port 4518b198-8249-4dbd-bf02-3645f257942a is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:55.173204 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b95a6-b968-46be-8699-b6343d4815e1 req-ebb06361-0f11-49fe-a940-750ba8532cae tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:31:55.181194 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b71b95a6-b968-46be-8699-b6343d4815e1 req-ebb06361-0f11-49fe-a940-750ba8532cae tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e6d57a3-f6d1-4b5a-b313-e6cf26eec103 HTTP/1.1" status: 200 len: 932 time: 0.3295851 Jul 28 05:31:55.298116 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-e33d187f-63d0-488f-a327-249875311bbb tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b96e460476f4bc9b35224e38b33f4c7 HTTP/1.1" status: 200 len: 380 time: 0.2122209 Jul 28 05:31:55.308449 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-36dab335-ebb4-4fa8-bffe-9361c13376d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (c16cb5d0-7376-4ff8-92fe-2ea79594b837), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:55.343750 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-3ea55a0c-5c37-49db-a5b2-7c4e0949ec05 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Request body: {'port': {'device_id': '0539d466-3f2e-414a-8563-45ad82a3f268', 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b', 'admin_state_up': True, 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'security_groups': ['9ba09e40-70b5-42e2-b6a1-b20e804d93f7']}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:31:55.348557 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-c40f2375-33cc-48f3-be3e-351b1c7b0c6b None None] Provisioning complete for port dea42e8c-f00e-4206-92e3-ecad08848a56 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:55.349042 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-c40f2375-33cc-48f3-be3e-351b1c7b0c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (dea42e8c-f00e-4206-92e3-ecad08848a56), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:55.375340 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-4be8dccd-b221-468c-a131-9d2143225835 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3141041 Jul 28 05:31:55.403253 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-7159e398-dfc2-413d-9906-a9b10da86b4a service neutron] Request body: {'port': {'device_id': '2e6d57a3-f6d1-4b5a-b313-e6cf26eec103', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:31:55.530005 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-c40f2375-33cc-48f3-be3e-351b1c7b0c6b None None] Port dea42e8c-f00e-4206-92e3-ecad08848a56 cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:31:55.623249 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:55.650748 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 448d595d-a854-45dc-99de-30e3d3bfd974 up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:31:55.650943 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-4c791baf-feb8-4529-8f37-a0b30e3915c2 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group_rule (9ae3e85a-011d-4944-bc5c-129978149602), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:55.749647 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port 448d595d-a854-45dc-99de-30e3d3bfd974 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:55.750233 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (448d595d-a854-45dc-99de-30e3d3bfd974), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:55.894202 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port 448d595d-a854-45dc-99de-30e3d3bfd974 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:55.896868 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device d494518c-2a9c-4afe-bced-f2d95e68187b up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:31:55.904907 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dab335-ebb4-4fa8-bffe-9361c13376d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c16cb5d0-7376-4ff8-92fe-2ea79594b837,revision_number=2']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:55.971084 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-3ea55a0c-5c37-49db-a5b2-7c4e0949ec05 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Made reservation on behalf of 7b96e460476f4bc9b35224e38b33f4c7 for: {'port': 1} {{(pid=104273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:31:55.979113 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-3ea55a0c-5c37-49db-a5b2-7c4e0949ec05 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:55.990845 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:56.019841 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port d494518c-2a9c-4afe-bced-f2d95e68187b triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:56.020218 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (d494518c-2a9c-4afe-bced-f2d95e68187b), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:56.025528 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=100 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:56.029037 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.managers [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-36dab335-ebb4-4fa8-bffe-9361c13376d6 service neutron] Attempting to bind port c16cb5d0-7376-4ff8-92fe-2ea79594b837 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:31:56.029037 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.managers [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-36dab335-ebb4-4fa8-bffe-9361c13376d6 service neutron] Attempting to bind port c16cb5d0-7376-4ff8-92fe-2ea79594b837 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '969590d0-dfe4-4fac-89e7-175241a5022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4'}] {{(pid=104273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:31:56.029539 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-36dab335-ebb4-4fa8-bffe-9361c13376d6 service neutron] Attempting to bind port c16cb5d0-7376-4ff8-92fe-2ea79594b837 on network 11838418-6b14-40b8-a589-613bdb83fff4 {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:31:56.065268 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-4c791baf-feb8-4529-8f37-a0b30e3915c2 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group_rule (9ae3e85a-011d-4944-bc5c-129978149602), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:56.065268 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-36dab335-ebb4-4fa8-bffe-9361c13376d6 service neutron] Port c16cb5d0-7376-4ff8-92fe-2ea79594b837 on network 11838418-6b14-40b8-a589-613bdb83fff4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 05:31:56.065268 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-36dab335-ebb4-4fa8-bffe-9361c13376d6 service neutron] Attempting to bind port c16cb5d0-7376-4ff8-92fe-2ea79594b837 on network 11838418-6b14-40b8-a589-613bdb83fff4 {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:31:56.066988 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-42bac06e-3d0c-4f62-8e96-064a7a61bcf6 admin admin] Publish callbacks [] for security_group (b90e7542-7f63-4d0f-a232-0a96231af1bb), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:56.082176 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-dca5b678-5bbc-46c1-8f6b-cf6ea6ec4479 req-0ef841a1-2f2e-497f-81de-31bc8bb20f16 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3254800 Jul 28 05:31:56.145681 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b71b95a6-b968-46be-8699-b6343d4815e1 req-6c12c310-ebbd-4e41-bbbe-1298dad5bc4c tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/security-groups?id=c0147f82-5a58-4e07-b545-d15cd6c553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9631810 Jul 28 05:31:56.220445 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-42bac06e-3d0c-4f62-8e96-064a7a61bcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (b90e7542-7f63-4d0f-a232-0a96231af1bb), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:56.237994 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-36dab335-ebb4-4fa8-bffe-9361c13376d6 service neutron] Checking agent: {'id': '50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'started_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:31:56.238381 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-36dab335-ebb4-4fa8-bffe-9361c13376d6 service neutron] Checking segment: {'id': '969590d0-dfe4-4fac-89e7-175241a5022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:31:56.239104 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-36dab335-ebb4-4fa8-bffe-9361c13376d6 service neutron] Bound using segment: {'id': '969590d0-dfe4-4fac-89e7-175241a5022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4'} {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:31:56.239603 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.managers [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-36dab335-ebb4-4fa8-bffe-9361c13376d6 service neutron] Bound port: c16cb5d0-7376-4ff8-92fe-2ea79594b837, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '969590d0-dfe4-4fac-89e7-175241a5022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4'}}] {{(pid=104273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:31:56.240090 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-36dab335-ebb4-4fa8-bffe-9361c13376d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (c16cb5d0-7376-4ff8-92fe-2ea79594b837), before_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:56.247429 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-4c791baf-feb8-4529-8f37-a0b30e3915c2 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703374'] for security_group_rule (9ae3e85a-011d-4944-bc5c-129978149602), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:56.272535 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-7159e398-dfc2-413d-9906-a9b10da86b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (dea42e8c-f00e-4206-92e3-ecad08848a56), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:56.297749 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:56.317503 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-42bac06e-3d0c-4f62-8e96-064a7a61bcf6 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=bba1406fff654502826106b0e95ab022&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7816684 Jul 28 05:31:56.322640 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 33726) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:56.385487 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bac06e-3d0c-4f62-8e96-064a7a61bcf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90e7542-7f63-4d0f-a232-0a96231af1bb,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:56.391364 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c791baf-feb8-4529-8f37-a0b30e3915c2 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ae3e85a-011d-4944-bc5c-129978149602,revision_number=0']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:56.418166 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port d494518c-2a9c-4afe-bced-f2d95e68187b is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:56.420067 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 81a3a55d-4e0b-4eae-940d-33b9f60af80e up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:31:56.498760 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port 81a3a55d-4e0b-4eae-940d-33b9f60af80e triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:56.499189 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (81a3a55d-4e0b-4eae-940d-33b9f60af80e), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:56.500438 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.db_base_plugin_common [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-3ea55a0c-5c37-49db-a5b2-7c4e0949ec05 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Allocated IP 172.20.0.11 (92779e58-7df4-4404-9045-ca3676cbb72b/93d0c7af-c778-4812-bccd-0383249712e7/4306092c-5986-4fc4-a865-0baac79b0fbf) {{(pid=104273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:31:56.554360 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:56.585486 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-4c791baf-feb8-4529-8f37-a0b30e3915c2 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:56.586747 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-4c791baf-feb8-4529-8f37-a0b30e3915c2 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2333753 Jul 28 05:31:56.618502 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 33732) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:56.647587 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-24b334ea-7a6e-438f-b131-59b0524863cd tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Request body: {'floatingip': {'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:31:56.756824 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port 81a3a55d-4e0b-4eae-940d-33b9f60af80e is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:56.757341 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device e43f53f1-11cb-414a-9485-93d8ec594f80 up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:31:56.772172 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-24b334ea-7a6e-438f-b131-59b0524863cd tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:56.821094 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c972b2a1-b6d5-4b09-9688-48daf2454491 req-3309a0d8-c33e-4788-98dc-5c0009950eb1 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 210 time: 0.4685199 Jul 28 05:31:56.832170 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-38055102-fd07-4c52-b5cf-182cec523af5 req-c09f3a25-5429-47c9-9d15-4e7f68d82cf7 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--913196828&fields=id&tenant_id=d6e54a77d2aa469b8c0197d99170d978 HTTP/1.1" status: 200 len: 267 time: 0.6006563 Jul 28 05:31:56.868141 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port e43f53f1-11cb-414a-9485-93d8ec594f80 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:56.868551 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (e43f53f1-11cb-414a-9485-93d8ec594f80), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:57.018071 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port e43f53f1-11cb-414a-9485-93d8ec594f80 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:57.019174 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device a43fb4f2-436f-4e42-a513-bca357e90b52 up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:31:57.054270 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-36dab335-ebb4-4fa8-bffe-9361c13376d6 service neutron] For port c16cb5d0-7376-4ff8-92fe-2ea79594b837, host hv-cinder-79987, cleared binding levels {{(pid=104273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:31:57.067648 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:57.131462 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port a43fb4f2-436f-4e42-a513-bca357e90b52 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:57.133969 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (a43fb4f2-436f-4e42-a513-bca357e90b52), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:57.160960 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-36dab335-ebb4-4fa8-bffe-9361c13376d6 service neutron] For port c16cb5d0-7376-4ff8-92fe-2ea79594b837, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c16cb5d0-7376-4ff8-92fe-2ea79594b837,segment=NetworkSegment(969590d0-dfe4-4fac-89e7-175241a5022e),segment_id=969590d0-dfe4-4fac-89e7-175241a5022e)] {{(pid=104273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:31:57.161906 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-fd91fd82-f398-41d4-aa54-67f4c9d5ad20 admin admin] Publish callbacks [] for security_group (b90e7542-7f63-4d0f-a232-0a96231af1bb), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:57.171728 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:57.198930 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-72ef1d1e-10cd-42e6-8e0d-82a21747f315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7685d4b0-825f-4ec9-b8cb-496d80179339 {{(pid=104272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:31:57.239547 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-72ef1d1e-10cd-42e6-8e0d-82a21747f315 service neutron] Publish callbacks [] for port (7685d4b0-825f-4ec9-b8cb-496d80179339), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:57.285257 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-fd91fd82-f398-41d4-aa54-67f4c9d5ad20 admin admin] Publish callbacks [] for security_group (b90e7542-7f63-4d0f-a232-0a96231af1bb), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:57.287596 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-36dab335-ebb4-4fa8-bffe-9361c13376d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (c16cb5d0-7376-4ff8-92fe-2ea79594b837), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:57.363694 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 33758) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:57.365905 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-24b334ea-7a6e-438f-b131-59b0524863cd tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:57.399482 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port a43fb4f2-436f-4e42-a513-bca357e90b52 is: DOWN; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:57.399482 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (a43fb4f2-436f-4e42-a513-bca357e90b52), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:57.430883 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-3ea55a0c-5c37-49db-a5b2-7c4e0949ec05 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for port (4306092c-5986-4fc4-a865-0baac79b0fbf), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:57.438846 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.provisioning_blocks [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-72ef1d1e-10cd-42e6-8e0d-82a21747f315 service neutron] Transition to ACTIVE for port object 7685d4b0-825f-4ec9-b8cb-496d80179339 will not be triggered until provisioned by entity L2. {{(pid=104272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 05:31:57.442163 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] For port a43fb4f2-436f-4e42-a513-bca357e90b52, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=a43fb4f2-436f-4e42-a513-bca357e90b52,segment=NetworkSegment(18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30),segment_id=18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:31:57.493588 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dab335-ebb4-4fa8-bffe-9361c13376d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c16cb5d0-7376-4ff8-92fe-2ea79594b837,revision_number=3']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:57.507803 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (a43fb4f2-436f-4e42-a513-bca357e90b52), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:57.508706 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device d98d4552-f0bf-47a7-85a3-b1694e04f0e5 up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:31:57.510450 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38055102-fd07-4c52-b5cf-182cec523af5 req-8137eb62-d8fa-4d14-967c-728b3a4f7012 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:31:57.516461 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-38055102-fd07-4c52-b5cf-182cec523af5 req-8137eb62-d8fa-4d14-967c-728b3a4f7012 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/networks?id=12676c2f-cd93-405a-a402-b0ee7cfa77c5 HTTP/1.1" status: 200 len: 817 time: 0.6138530 Jul 28 05:31:57.524920 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-72ef1d1e-10cd-42e6-8e0d-82a21747f315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (7685d4b0-825f-4ec9-b8cb-496d80179339), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:57.587851 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-36dab335-ebb4-4fa8-bffe-9361c13376d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:31:57.588481 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-36dab335-ebb4-4fa8-bffe-9361c13376d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for port (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:57.589987 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-36dab335-ebb4-4fa8-bffe-9361c13376d6 service neutron] 10.222.0.57 "PUT /v2.0/ports/c16cb5d0-7376-4ff8-92fe-2ea79594b837 HTTP/1.1" status: 200 len: 1094 time: 6.2139950 Jul 28 05:31:57.590700 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd70d71f4-de27-4d62-acad-c6e9a7a7225e', 'tag': 'c16cb5d0-7376-4ff8-92fe-2ea79594b837'}] {{(pid=104273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:31:57.634050 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-38055102-fd07-4c52-b5cf-182cec523af5 req-991ba891-5026-4f8f-b76f-dd14d0992646 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/quotas/d6e54a77d2aa469b8c0197d99170d978 HTTP/1.1" status: 200 len: 375 time: 0.1132901 Jul 28 05:31:57.705806 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8657c0c-b602-489f-9bb6-f1d5f88071b4 req-ff0509af-1f3f-45f8-8a64-8e43e1d6fbaf tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:31:57.717749 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e8657c0c-b602-489f-9bb6-f1d5f88071b4 req-ff0509af-1f3f-45f8-8a64-8e43e1d6fbaf tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 932 time: 0.4462817 Jul 28 05:31:57.756964 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Pushing event updated for resources: {'Port': ['ID=a43fb4f2-436f-4e42-a513-bca357e90b52,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:57.769736 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port d98d4552-f0bf-47a7-85a3-b1694e04f0e5 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:57.769736 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (d98d4552-f0bf-47a7-85a3-b1694e04f0e5), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:57.897405 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=100 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:57.903329 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port d98d4552-f0bf-47a7-85a3-b1694e04f0e5 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:57.972656 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef1d1e-10cd-42e6-8e0d-82a21747f315 service neutron] Pushing event updated for resources: {'Port': ['ID=7685d4b0-825f-4ec9-b8cb-496d80179339,revision_number=2']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:57.976972 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-fd91fd82-f398-41d4-aa54-67f4c9d5ad20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (b90e7542-7f63-4d0f-a232-0a96231af1bb), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:57.987026 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-fd91fd82-f398-41d4-aa54-67f4c9d5ad20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:57.991918 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-fd91fd82-f398-41d4-aa54-67f4c9d5ad20 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b90e7542-7f63-4d0f-a232-0a96231af1bb HTTP/1.1" status: 204 len: 168 time: 1.6599202 Jul 28 05:31:58.183891 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:58.245029 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-7159e398-dfc2-413d-9906-a9b10da86b4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dea42e8c-f00e-4206-92e3-ecad08848a56 {{(pid=104272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:31:58.255146 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-7159e398-dfc2-413d-9906-a9b10da86b4a service neutron] Publish callbacks [] for port (dea42e8c-f00e-4206-92e3-ecad08848a56), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:58.278276 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.provisioning_blocks [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-7159e398-dfc2-413d-9906-a9b10da86b4a service neutron] Transition to ACTIVE for port object dea42e8c-f00e-4206-92e3-ecad08848a56 will not be triggered until provisioned by entity L2. {{(pid=104272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 05:31:58.278276 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd91fd82-f398-41d4-aa54-67f4c9d5ad20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90e7542-7f63-4d0f-a232-0a96231af1bb,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:58.288741 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 4518b198-8249-4dbd-bf02-3645f257942a up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:31:58.323148 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:58.347859 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.managers [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-72ef1d1e-10cd-42e6-8e0d-82a21747f315 service neutron] Attempting to bind port 7685d4b0-825f-4ec9-b8cb-496d80179339 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:31:58.348233 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.managers [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-72ef1d1e-10cd-42e6-8e0d-82a21747f315 service neutron] Attempting to bind port 7685d4b0-825f-4ec9-b8cb-496d80179339 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '969590d0-dfe4-4fac-89e7-175241a5022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4'}] {{(pid=104272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:31:58.348693 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-72ef1d1e-10cd-42e6-8e0d-82a21747f315 service neutron] Attempting to bind port 7685d4b0-825f-4ec9-b8cb-496d80179339 on network 11838418-6b14-40b8-a589-613bdb83fff4 {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:31:58.354590 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-72ef1d1e-10cd-42e6-8e0d-82a21747f315 service neutron] Port 7685d4b0-825f-4ec9-b8cb-496d80179339 on network 11838418-6b14-40b8-a589-613bdb83fff4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 05:31:58.355065 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-72ef1d1e-10cd-42e6-8e0d-82a21747f315 service neutron] Attempting to bind port 7685d4b0-825f-4ec9-b8cb-496d80179339 on network 11838418-6b14-40b8-a589-613bdb83fff4 {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:31:58.364209 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e8657c0c-b602-489f-9bb6-f1d5f88071b4 req-3d551035-8a48-45d8-bcbe-33e3f626930c tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4946656 Jul 28 05:31:58.365723 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-7159e398-dfc2-413d-9906-a9b10da86b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (dea42e8c-f00e-4206-92e3-ecad08848a56), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:58.372898 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-38055102-fd07-4c52-b5cf-182cec523af5 req-25eae0bb-59fc-404f-9842-349cd1c7cd58 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=d6e54a77d2aa469b8c0197d99170d978&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6499674 Jul 28 05:31:58.374054 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-72ef1d1e-10cd-42e6-8e0d-82a21747f315 service neutron] Checking agent: {'id': '50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'started_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:31:58.374429 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-72ef1d1e-10cd-42e6-8e0d-82a21747f315 service neutron] Checking segment: {'id': '969590d0-dfe4-4fac-89e7-175241a5022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:31:58.375147 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-72ef1d1e-10cd-42e6-8e0d-82a21747f315 service neutron] Bound using segment: {'id': '969590d0-dfe4-4fac-89e7-175241a5022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4'} {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:31:58.375634 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.managers [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-72ef1d1e-10cd-42e6-8e0d-82a21747f315 service neutron] Bound port: 7685d4b0-825f-4ec9-b8cb-496d80179339, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '969590d0-dfe4-4fac-89e7-175241a5022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4'}}] {{(pid=104272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:31:58.376327 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-72ef1d1e-10cd-42e6-8e0d-82a21747f315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (7685d4b0-825f-4ec9-b8cb-496d80179339), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:58.567890 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port 4518b198-8249-4dbd-bf02-3645f257942a triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:58.568355 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (4518b198-8249-4dbd-bf02-3645f257942a), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:58.623926 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.db_base_plugin_common [None req-24b334ea-7a6e-438f-b131-59b0524863cd tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Allocated IP 172.27.0.26 (d892672b-b726-43a1-a501-142ea5a750c8/481049b9-1d68-41f1-a9d6-55330db72a03/f2658720-0594-468f-87e8-ad4c3e2e48b8) {{(pid=104273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:31:58.640318 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=6 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:58.660036 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-72ef1d1e-10cd-42e6-8e0d-82a21747f315 service neutron] For port 7685d4b0-825f-4ec9-b8cb-496d80179339, host hv-cinder-79987, cleared binding levels {{(pid=104272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:31:58.679741 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:58.757801 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-7b6a7db9-1a46-4767-97e8-e5e5cdfa5951 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:58.833505 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f21dbd-1edd-442f-a054-5ec826cf8e21 req-3bacdf96-43dd-4880-9452-b6dcc2eac3fc tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:31:58.849404 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-94f21dbd-1edd-442f-a054-5ec826cf8e21 req-3bacdf96-43dd-4880-9452-b6dcc2eac3fc tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e6d57a3-f6d1-4b5a-b313-e6cf26eec103 HTTP/1.1" status: 200 len: 944 time: 0.2176192 Jul 28 05:31:58.878016 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-3ea55a0c-5c37-49db-a5b2-7c4e0949ec05 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915'] for port (4306092c-5986-4fc4-a865-0baac79b0fbf), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:58.906433 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port 4518b198-8249-4dbd-bf02-3645f257942a is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:58.907609 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device a43fb4f2-436f-4e42-a513-bca357e90b52 up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:31:58.958303 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-13c2d5c5-bea6-4ed8-8549-217bb9158fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:31:58.962844 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-13c2d5c5-bea6-4ed8-8549-217bb9158fed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=99f094bca18d4939bb22f8d076d3a35c&device_id=d70d71f4-de27-4d62-acad-c6e9a7a7225e HTTP/1.1" status: 200 len: 1128 time: 1.1604571 Jul 28 05:31:59.047176 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port a43fb4f2-436f-4e42-a513-bca357e90b52 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:31:59.048164 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (a43fb4f2-436f-4e42-a513-bca357e90b52), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:59.056581 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-72ef1d1e-10cd-42e6-8e0d-82a21747f315 service neutron] For port 7685d4b0-825f-4ec9-b8cb-496d80179339, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7685d4b0-825f-4ec9-b8cb-496d80179339,segment=NetworkSegment(969590d0-dfe4-4fac-89e7-175241a5022e),segment_id=969590d0-dfe4-4fac-89e7-175241a5022e)] {{(pid=104272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:31:59.115691 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:59.142802 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-94f21dbd-1edd-442f-a054-5ec826cf8e21 req-266d4d4e-ebfb-47be-a523-dd00ba809bd5 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/security-groups?id=c0147f82-5a58-4e07-b545-d15cd6c553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922070 Jul 28 05:31:59.207183 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}294c2db51adabc0e3fe9263869e3ac3ebddb58bd39f135069541a8ae7da0566b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490618be-5472-4b4d-9908-6bae9a2f1cce" -d '{"events": [{"name": "network-changed", "server_uuid": "d70d71f4-de27-4d62-acad-c6e9a7a7225e", "tag": "c16cb5d0-7376-4ff8-92fe-2ea79594b837"}]}' {{(pid=104273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:31:59.207183 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea55a0c-5c37-49db-a5b2-7c4e0949ec05 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Pushing event updated for resources: {'Port': ['ID=4306092c-5986-4fc4-a865-0baac79b0fbf,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:59.261257 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7159e398-dfc2-413d-9906-a9b10da86b4a service neutron] Pushing event updated for resources: {'Port': ['ID=dea42e8c-f00e-4206-92e3-ecad08848a56,revision_number=2']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:59.306425 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-72ef1d1e-10cd-42e6-8e0d-82a21747f315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (7685d4b0-825f-4ec9-b8cb-496d80179339), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:59.310273 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.managers [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-7159e398-dfc2-413d-9906-a9b10da86b4a service neutron] Attempting to bind port dea42e8c-f00e-4206-92e3-ecad08848a56 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:31:59.312187 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.managers [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-7159e398-dfc2-413d-9906-a9b10da86b4a service neutron] Attempting to bind port dea42e8c-f00e-4206-92e3-ecad08848a56 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'de5e18e7-c5d5-4795-b86e-5151ec6d287a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed'}] {{(pid=104272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:31:59.312705 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-7159e398-dfc2-413d-9906-a9b10da86b4a service neutron] Attempting to bind port dea42e8c-f00e-4206-92e3-ecad08848a56 on network 2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:31:59.315828 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 33794) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:59.368789 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port a43fb4f2-436f-4e42-a513-bca357e90b52 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:31:59.369037 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-0114bf8d-3cd2-4b6d-9361-f42d527e3de9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:59.428062 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-3ea55a0c-5c37-49db-a5b2-7c4e0949ec05 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Network 92779e58-7df4-4404-9045-ca3676cbb72b is already hosted by enough agents. {{(pid=104273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:31:59.432187 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-7b6a7db9-1a46-4767-97e8-e5e5cdfa5951 admin admin] Publish callbacks [] for security_group (f1d40864-90e8-461a-93bc-272bf70812bd), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:59.438116 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-72ef1d1e-10cd-42e6-8e0d-82a21747f315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:31:59.439138 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-72ef1d1e-10cd-42e6-8e0d-82a21747f315 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for port (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:59.443968 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-72ef1d1e-10cd-42e6-8e0d-82a21747f315 service neutron] 10.222.0.57 "PUT /v2.0/ports/7685d4b0-825f-4ec9-b8cb-496d80179339 HTTP/1.1" status: 200 len: 1094 time: 4.9834869 Jul 28 05:31:59.451634 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-38055102-fd07-4c52-b5cf-182cec523af5 req-08eeb1de-cad8-4d92-b653-8863bff428c7 service neutron] 10.222.0.33 "GET /v2.0/networks/12676c2f-cd93-405a-a402-b0ee7cfa77c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0356567 Jul 28 05:31:59.469069 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f5c96f-2d88-48b0-862e-ce27c19abfb4', 'tag': '7685d4b0-825f-4ec9-b8cb-496d80179339'}] {{(pid=104272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:31:59.508105 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-3ea55a0c-5c37-49db-a5b2-7c4e0949ec05 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Resources bound (agent type, host, resource id): {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:31:59.511005 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-6e04951a-e374-41cb-b38f-db8c9b4a3382 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c16cb5d0-7376-4ff8-92fe-2ea79594b837 HTTP/1.1" status: 200 len: 217 time: 0.3282759 Jul 28 05:31:59.526894 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-3ea55a0c-5c37-49db-a5b2-7c4e0949ec05 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Received port after_create {{(pid=104273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:31:59.546324 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-3ea55a0c-5c37-49db-a5b2-7c4e0949ec05 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:31:59.547081 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-3ea55a0c-5c37-49db-a5b2-7c4e0949ec05 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for port (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:59.576821 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7520d1-d584-473a-8e8a-5d110bb39fad None None] Sync routers for ids ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'] in dv-cinder-799871-48-iscsi {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:31:59.592234 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7520d1-d584-473a-8e8a-5d110bb39fad None None] Routers {'d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:31:59.593143 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-0e7520d1-d584-473a-8e8a-5d110bb39fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:31:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:31:59.632384 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-7b6a7db9-1a46-4767-97e8-e5e5cdfa5951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (f1d40864-90e8-461a-93bc-272bf70812bd), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:31:59.659704 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-7159e398-dfc2-413d-9906-a9b10da86b4a service neutron] Port dea42e8c-f00e-4206-92e3-ecad08848a56 on network 2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 05:31:59.661806 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-7159e398-dfc2-413d-9906-a9b10da86b4a service neutron] Attempting to bind port dea42e8c-f00e-4206-92e3-ecad08848a56 on network 2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:31:59.782276 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:31:59.821857 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-0e7520d1-d584-473a-8e8a-5d110bb39fad None None] Set router d2cc43d3-bb01-4229-ac5e-8b627c08bbaf gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:31:59.848977 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-7b6a7db9-1a46-4767-97e8-e5e5cdfa5951 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9a0165a9056f47e7a337a04041d4064e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4597991 Jul 28 05:31:59.860180 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 33804) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:31:59.880283 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-3ea55a0c-5c37-49db-a5b2-7c4e0949ec05 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5516281 Jul 28 05:31:59.908778 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-76a841e8-6e91-4902-8513-565d399aa46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:31:59.922075 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-76a841e8-6e91-4902-8513-565d399aa46b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6633fe43-f109-432a-95d5-6755c5bac4f1 HTTP/1.1" status: 200 len: 857 time: 0.3463085 Jul 28 05:31:59.933769 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a7db9-1a46-4767-97e8-e5e5cdfa5951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d40864-90e8-461a-93bc-272bf70812bd,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:31:59.967879 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-7453a668-28c6-4311-90fc-48e7d8875753 service neutron] Request body: {'port': {'device_id': '0539d466-3f2e-414a-8563-45ad82a3f268', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:32:00.036261 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-7159e398-dfc2-413d-9906-a9b10da86b4a service neutron] Checking agent: {'id': '50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'started_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:32:00.036261 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-7159e398-dfc2-413d-9906-a9b10da86b4a service neutron] Checking segment: {'id': 'de5e18e7-c5d5-4795-b86e-5151ec6d287a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:32:00.036261 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-7159e398-dfc2-413d-9906-a9b10da86b4a service neutron] Bound using segment: {'id': 'de5e18e7-c5d5-4795-b86e-5151ec6d287a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed'} {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:32:00.036261 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.managers [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-7159e398-dfc2-413d-9906-a9b10da86b4a service neutron] Bound port: dea42e8c-f00e-4206-92e3-ecad08848a56, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de5e18e7-c5d5-4795-b86e-5151ec6d287a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed'}}] {{(pid=104272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:32:00.036261 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-7159e398-dfc2-413d-9906-a9b10da86b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (dea42e8c-f00e-4206-92e3-ecad08848a56), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:00.135309 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-24b334ea-7a6e-438f-b131-59b0524863cd tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for port (f2658720-0594-468f-87e8-ad4c3e2e48b8), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:00.150033 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=100 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:00.186289 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2769bf-dc28-4725-bc1a-296ffccfc59f req-99669598-db25-4037-b629-a15a509bd254 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:00.212201 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-6a2769bf-dc28-4725-bc1a-296ffccfc59f req-99669598-db25-4037-b629-a15a509bd254 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 932 time: 0.8930995 Jul 28 05:32:00.224906 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90743944bbcefbc541f6211993cabd2c9418e1ba23e64f30c52edf03935cac0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adede91-9bec-49c1-86e6-4fa2e799bf6f" -d '{"events": [{"name": "network-changed", "server_uuid": "86f5c96f-2d88-48b0-862e-ce27c19abfb4", "tag": "7685d4b0-825f-4ec9-b8cb-496d80179339"}]}' {{(pid=104272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:32:00.282033 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:00.301871 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-f4574658-4bb7-4929-ae60-04e6c729ac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:00.303405 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-f4574658-4bb7-4929-ae60-04e6c729ac45 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=99f094bca18d4939bb22f8d076d3a35c&device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 1128 time: 0.5983062 Jul 28 05:32:00.313299 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-0e7520d1-d584-473a-8e8a-5d110bb39fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'name': 'tempest-AttachVolumeNegativeTest-1518408114-router', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:42Z', 'revision_number': 4, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'gw_port': {'id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'c786ec77-74c5-47cf-9acd-3809586aab79', 'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'mac_address': 'fa:16:3e:51:c8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:40Z', 'updated_at': '2022-07-28T05:31:43Z', 'revision_number': 2, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'subnets': [{'id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:32:00.317280 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-98976b4e-de44-4194-918c-75316c0c5ea6 None None] Provisioning complete for port 4306092c-5986-4fc4-a865-0baac79b0fbf triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:32:00.317875 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-98976b4e-de44-4194-918c-75316c0c5ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (4306092c-5986-4fc4-a865-0baac79b0fbf), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:00.333399 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-70187779-5128-4984-bc22-25de2f5d538b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:00.335081 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-70187779-5128-4984-bc22-25de2f5d538b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11838418-6b14-40b8-a589-613bdb83fff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3631232 Jul 28 05:32:00.378560 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7520d1-d584-473a-8e8a-5d110bb39fad None None] Checking router: d2cc43d3-bb01-4229-ac5e-8b627c08bbaf for host: dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:32:00.379026 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7520d1-d584-473a-8e8a-5d110bb39fad None None] Updating router d2cc43d3-bb01-4229-ac5e-8b627c08bbaf port c786ec77-74c5-47cf-9acd-3809586aab79 binding host dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:32:00.438326 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-98976b4e-de44-4194-918c-75316c0c5ea6 None None] Port 4306092c-5986-4fc4-a865-0baac79b0fbf cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:32:00.441515 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 33814) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:00.451124 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef1d1e-10cd-42e6-8e0d-82a21747f315 service neutron] Pushing event updated for resources: {'Port': ['ID=7685d4b0-825f-4ec9-b8cb-496d80179339,revision_number=3']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:00.458828 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-0e7520d1-d584-473a-8e8a-5d110bb39fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (c786ec77-74c5-47cf-9acd-3809586aab79), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:00.467659 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-7453a668-28c6-4311-90fc-48e7d8875753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (4306092c-5986-4fc4-a865-0baac79b0fbf), before_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:00.476110 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-efdea28e-7c82-411f-9c40-80533004a2bd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7685d4b0-825f-4ec9-b8cb-496d80179339 HTTP/1.1" status: 200 len: 217 time: 0.1151063 Jul 28 05:32:00.578672 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-62059169-1d72-416c-9ac6-fb7da60c29b2 admin admin] Publish callbacks [] for security_group (f1d40864-90e8-461a-93bc-272bf70812bd), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:00.581573 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-24b334ea-7a6e-438f-b131-59b0524863cd tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915'] for port (f2658720-0594-468f-87e8-ad4c3e2e48b8), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:00.615071 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:00.638522 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-6a2769bf-dc28-4725-bc1a-296ffccfc59f req-923d3c57-0c9d-4968-aee3-80096236a0b6 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4251118 Jul 28 05:32:00.690497 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-38055102-fd07-4c52-b5cf-182cec523af5 req-28b9536a-df45-40e7-9fc4-369b4838b5b7 service neutron] 10.222.0.33 "GET /v2.0/networks/12676c2f-cd93-405a-a402-b0ee7cfa77c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0011227 Jul 28 05:32:00.713885 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-f2bb49e9-7ce6-4821-8cd9-932d8fa5b088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:00.717100 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-f2bb49e9-7ce6-4821-8cd9-932d8fa5b088 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6633fe43-f109-432a-95d5-6755c5bac4f1 HTTP/1.1" status: 200 len: 857 time: 0.2315869 Jul 28 05:32:00.722826 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-7159e398-dfc2-413d-9906-a9b10da86b4a service neutron] For port dea42e8c-f00e-4206-92e3-ecad08848a56, host hv-cinder-79987, cleared binding levels {{(pid=104272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:32:00.724217 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:00.740419 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-7159e398-dfc2-413d-9906-a9b10da86b4a service neutron] For port dea42e8c-f00e-4206-92e3-ecad08848a56, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=dea42e8c-f00e-4206-92e3-ecad08848a56,segment=NetworkSegment(de5e18e7-c5d5-4795-b86e-5151ec6d287a),segment_id=de5e18e7-c5d5-4795-b86e-5151ec6d287a)] {{(pid=104272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:32:00.773334 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:00.782514 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-62059169-1d72-416c-9ac6-fb7da60c29b2 admin admin] Publish callbacks [] for security_group (f1d40864-90e8-461a-93bc-272bf70812bd), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:00.868862 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b334ea-7a6e-438f-b131-59b0524863cd tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Network d892672b-b726-43a1-a501-142ea5a750c8 is already hosted by enough agents. {{(pid=104273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:32:00.930832 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-0114bf8d-3cd2-4b6d-9361-f42d527e3de9 admin admin] Publish callbacks [] for security_group (92dd8ae2-134e-4df8-b00b-f20ee82a540d), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:00.934842 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-f58eb24f-34cf-4a22-9961-1050cf9d0410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:00.935753 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-f58eb24f-34cf-4a22-9961-1050cf9d0410 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11838418-6b14-40b8-a589-613bdb83fff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1915588 Jul 28 05:32:00.938076 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-7159e398-dfc2-413d-9906-a9b10da86b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (dea42e8c-f00e-4206-92e3-ecad08848a56), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:00.959865 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [None req-24b334ea-7a6e-438f-b131-59b0524863cd tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Resources bound (agent type, host, resource id): {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:32:00.983222 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b334ea-7a6e-438f-b131-59b0524863cd tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Pushing event updated for resources: {'Port': ['ID=f2658720-0594-468f-87e8-ad4c3e2e48b8,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:01.011187 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b334ea-7a6e-438f-b131-59b0524863cd tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Received port after_create {{(pid=104273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:32:01.015369 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:01.029938 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-0e7520d1-d584-473a-8e8a-5d110bb39fad None None] Publish callbacks [] for port (c786ec77-74c5-47cf-9acd-3809586aab79), precommit_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:01.068251 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-cbd82315-d91b-4a93-9924-ca96afa58b8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:01.092273 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-0e7520d1-d584-473a-8e8a-5d110bb39fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (c786ec77-74c5-47cf-9acd-3809586aab79), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:01.128755 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-19e21da6-8ea3-47ff-a404-e052d5fc3256 service neutron] 10.222.0.57 "GET /v2.0/networks/11838418-6b14-40b8-a589-613bdb83fff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7655399 Jul 28 05:32:01.240391 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b3e2f-b3b3-4e7f-8bdf-bb5aad3a92d5 None None] Pushing event updated for resources: {'Port': ['ID=c786ec77-74c5-47cf-9acd-3809586aab79,revision_number=3']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:01.283786 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c6a972-ba50-43a3-a902-af39546e731c x-openstack-request-id: req-87c6a972-ba50-43a3-a902-af39546e731c {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:32:01.284140 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d70d71f4-de27-4d62-acad-c6e9a7a7225e", "tag": "c16cb5d0-7376-4ff8-92fe-2ea79594b837", "status": "completed", "code": 200}]} {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:32:01.284404 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-87c6a972-ba50-43a3-a902-af39546e731c {{(pid=104273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:32:01.284902 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87c6a972-ba50-43a3-a902-af39546e731c'] response: {'name': 'network-changed', 'server_uuid': 'd70d71f4-de27-4d62-acad-c6e9a7a7225e', 'tag': 'c16cb5d0-7376-4ff8-92fe-2ea79594b837', 'status': 'completed', 'code': 200} Jul 28 05:32:01.307226 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-24b334ea-7a6e-438f-b131-59b0524863cd tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for floatingip (8e0b4173-1bf0-49b1-8197-096d2e1b8f81), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:01.393908 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-62059169-1d72-416c-9ac6-fb7da60c29b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (f1d40864-90e8-461a-93bc-272bf70812bd), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:01.396611 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-62059169-1d72-416c-9ac6-fb7da60c29b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:01.398094 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-62059169-1d72-416c-9ac6-fb7da60c29b2 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/f1d40864-90e8-461a-93bc-272bf70812bd HTTP/1.1" status: 204 len: 168 time: 1.5282972 Jul 28 05:32:01.423800 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-0e7520d1-d584-473a-8e8a-5d110bb39fad None None] Attempting to bind port c786ec77-74c5-47cf-9acd-3809586aab79 on host dv-cinder-799871-48-iscsi for vnic_type normal with profile {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:32:01.424124 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-0e7520d1-d584-473a-8e8a-5d110bb39fad None None] Attempting to bind port c786ec77-74c5-47cf-9acd-3809586aab79 by drivers openvswitch,hyperv on host dv-cinder-799871-48-iscsi at level 0 using segments [{'id': 'd6393f65-f317-4f88-bc02-4e43465dc849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449'}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:32:01.424432 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7520d1-d584-473a-8e8a-5d110bb39fad None None] Attempting to bind port c786ec77-74c5-47cf-9acd-3809586aab79 on network f094ee85-e5f7-4f76-b25b-19d66faa4449 {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:32:01.436009 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7520d1-d584-473a-8e8a-5d110bb39fad None None] Checking agent: {'id': '5156d833-3082-4696-8f7b-587b7e45f062', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-48-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 22, 41), 'started_at': datetime.datetime(2022, 7, 28, 5, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-48-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:32:01.436424 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7520d1-d584-473a-8e8a-5d110bb39fad None None] Checking segment: {'id': 'd6393f65-f317-4f88-bc02-4e43465dc849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:32:01.436840 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-0e7520d1-d584-473a-8e8a-5d110bb39fad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:01.437245 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7520d1-d584-473a-8e8a-5d110bb39fad None None] Bound using segment: {'id': 'd6393f65-f317-4f88-bc02-4e43465dc849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449'} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:32:01.437803 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-0e7520d1-d584-473a-8e8a-5d110bb39fad None None] Bound port: c786ec77-74c5-47cf-9acd-3809586aab79, host: dv-cinder-799871-48-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6393f65-f317-4f88-bc02-4e43465dc849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449'}}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:32:01.438187 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-0e7520d1-d584-473a-8e8a-5d110bb39fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (c786ec77-74c5-47cf-9acd-3809586aab79), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:01.516474 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:01.582093 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-0e7520d1-d584-473a-8e8a-5d110bb39fad None None] For port c786ec77-74c5-47cf-9acd-3809586aab79, host dv-cinder-799871-48-iscsi, cleared binding levels {{(pid=104274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:32:01.593945 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-0e7520d1-d584-473a-8e8a-5d110bb39fad None None] For port c786ec77-74c5-47cf-9acd-3809586aab79, host dv-cinder-799871-48-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=c786ec77-74c5-47cf-9acd-3809586aab79,segment=NetworkSegment(d6393f65-f317-4f88-bc02-4e43465dc849),segment_id=d6393f65-f317-4f88-bc02-4e43465dc849)] {{(pid=104274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:32:01.609398 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7159e398-dfc2-413d-9906-a9b10da86b4a service neutron] Pushing event updated for resources: {'Port': ['ID=dea42e8c-f00e-4206-92e3-ecad08848a56,revision_number=3']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:01.616005 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-7159e398-dfc2-413d-9906-a9b10da86b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:01.616629 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-7159e398-dfc2-413d-9906-a9b10da86b4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for port (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:01.619305 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-7159e398-dfc2-413d-9906-a9b10da86b4a service neutron] 10.222.0.57 "PUT /v2.0/ports/dea42e8c-f00e-4206-92e3-ecad08848a56 HTTP/1.1" status: 200 len: 1094 time: 6.2300739 Jul 28 05:32:01.619407 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62059169-1d72-416c-9ac6-fb7da60c29b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d40864-90e8-461a-93bc-272bf70812bd,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:01.669020 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-0114bf8d-3cd2-4b6d-9361-f42d527e3de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (92dd8ae2-134e-4df8-b00b-f20ee82a540d), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:01.741615 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-0e7520d1-d584-473a-8e8a-5d110bb39fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (c786ec77-74c5-47cf-9acd-3809586aab79), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:01.750079 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-24b334ea-7a6e-438f-b131-59b0524863cd tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (f2658720-0594-468f-87e8-ad4c3e2e48b8), before_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:01.812574 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-590e9d50-0ecb-408e-a37f-5513c1186597 req-e12397c5-d746-425f-9ec7-fd34ad57bf0d service neutron] 10.222.0.57 "GET /v2.0/networks/11838418-6b14-40b8-a589-613bdb83fff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6409731 Jul 28 05:32:01.894863 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-0114bf8d-3cd2-4b6d-9361-f42d527e3de9 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=0cf2b2db70724fd7a9e52dcd943f85c2&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5568311 Jul 28 05:32:01.911602 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d887e3a-f116-4345-84e4-39ce05a45c2e req-31a8f692-8e8d-43ad-8dc4-a1aed6abc7c8 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:01.920832 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7d887e3a-f116-4345-84e4-39ce05a45c2e req-31a8f692-8e8d-43ad-8dc4-a1aed6abc7c8 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 944 time: 0.3141918 Jul 28 05:32:01.923661 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 33836) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:01.956288 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1376651-0769-4bed-bc41-40bc049ac36a req-69b9f280-9472-4443-954c-2ed7e51020cc tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:01.958755 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c1376651-0769-4bed-bc41-40bc049ac36a req-69b9f280-9472-4443-954c-2ed7e51020cc tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e6d57a3-f6d1-4b5a-b313-e6cf26eec103 HTTP/1.1" status: 200 len: 944 time: 0.3438993 Jul 28 05:32:01.977810 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:01.978908 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114bf8d-3cd2-4b6d-9361-f42d527e3de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92dd8ae2-134e-4df8-b00b-f20ee82a540d,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:02.003482 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-cbd82315-d91b-4a93-9924-ca96afa58b8c admin admin] Publish callbacks [] for security_group (f1133452-e665-4ab0-a26f-a3229dcb840f), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:02.016314 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-051b6dad-991f-4536-bff3-5cef19314fc9 None None] Provisioning complete for port c786ec77-74c5-47cf-9acd-3809586aab79 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:32:02.018114 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-051b6dad-991f-4536-bff3-5cef19314fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (c786ec77-74c5-47cf-9acd-3809586aab79), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:02.109460 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-bf5de2d6-80c6-41b7-99f6-85fb11f95c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:02.111405 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-bf5de2d6-80c6-41b7-99f6-85fb11f95c9b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee5ed205b4a048e18443c6d18b871a90&device_id=2e6d57a3-f6d1-4b5a-b313-e6cf26eec103 HTTP/1.1" status: 200 len: 1128 time: 0.2871177 Jul 28 05:32:02.192106 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b3e2f-b3b3-4e7f-8bdf-bb5aad3a92d5 None None] Pushing event updated for resources: {'Port': ['ID=c786ec77-74c5-47cf-9acd-3809586aab79,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:02.207259 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-8e25d57c-a7eb-408f-bfe7-2233b417098c service neutron] 10.222.0.57 "GET /v2.0/networks/11838418-6b14-40b8-a589-613bdb83fff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2557755 Jul 28 05:32:02.228739 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7520d1-d584-473a-8e8a-5d110bb39fad None None] Routers {'d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:32:02.229391 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-0e7520d1-d584-473a-8e8a-5d110bb39fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:31:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:32:02.391564 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:02.393554 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490618be-5472-4b4d-9908-6bae9a2f1cce req-72b0317e-0d49-4244-a051-e023439e8909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:02.396103 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-490618be-5472-4b4d-9908-6bae9a2f1cce req-72b0317e-0d49-4244-a051-e023439e8909 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=99f094bca18d4939bb22f8d076d3a35c&device_id=d70d71f4-de27-4d62-acad-c6e9a7a7225e HTTP/1.1" status: 200 len: 1128 time: 0.3644817 Jul 28 05:32:02.417023 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-7453a668-28c6-4311-90fc-48e7d8875753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4306092c-5986-4fc4-a865-0baac79b0fbf {{(pid=104273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:32:02.428142 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-172a51ec-ad20-4976-8116-4cb81609e4bd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dea42e8c-f00e-4206-92e3-ecad08848a56 HTTP/1.1" status: 200 len: 217 time: 0.2320096 Jul 28 05:32:02.439610 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-7453a668-28c6-4311-90fc-48e7d8875753 service neutron] Publish callbacks [] for port (4306092c-5986-4fc4-a865-0baac79b0fbf), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:02.458981 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.provisioning_blocks [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-7453a668-28c6-4311-90fc-48e7d8875753 service neutron] Transition to ACTIVE for port object 4306092c-5986-4fc4-a865-0baac79b0fbf will not be triggered until provisioned by entity L2. {{(pid=104273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 05:32:02.459975 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-cbd82315-d91b-4a93-9924-ca96afa58b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (f1133452-e665-4ab0-a26f-a3229dcb840f), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:02.467769 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-24b334ea-7a6e-438f-b131-59b0524863cd tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for port (f2658720-0594-468f-87e8-ad4c3e2e48b8), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:02.521493 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7d887e3a-f116-4345-84e4-39ce05a45c2e req-aa26bcfc-dc1f-476c-818e-c223ce0fa526 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5995483 Jul 28 05:32:02.577297 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c1376651-0769-4bed-bc41-40bc049ac36a req-5056510b-71ca-4daa-bdfe-95499a63eccd tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/security-groups?id=c0147f82-5a58-4e07-b545-d15cd6c553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5162477 Jul 28 05:32:02.588120 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-21c6381d-adb1-429d-a1a7-68d87b1c9306 admin admin] Publish callbacks [] for security_group (92dd8ae2-134e-4df8-b00b-f20ee82a540d), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:02.641331 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-21c6381d-adb1-429d-a1a7-68d87b1c9306 admin admin] Publish callbacks [] for security_group (92dd8ae2-134e-4df8-b00b-f20ee82a540d), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:02.713814 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-24b334ea-7a6e-438f-b131-59b0524863cd tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (f2658720-0594-468f-87e8-ad4c3e2e48b8), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:02.716391 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-3984dbe5-cd0a-4d31-a175-f7233b1fd451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:02.719513 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-3984dbe5-cd0a-4d31-a175-f7233b1fd451 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=154c4ca7-1ebc-4409-9f6b-8c04f2bdb864 HTTP/1.1" status: 200 len: 851 time: 0.2426882 Jul 28 05:32:02.721533 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:02.752801 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-7453a668-28c6-4311-90fc-48e7d8875753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (4306092c-5986-4fc4-a865-0baac79b0fbf), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:02.771146 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-71e352c2-fe55-4b9a-a4e9-a795772aa4f7 req-12ad3aca-bdea-4dc1-92b8-f850b48cd298 service neutron] 10.222.0.57 "GET /v2.0/networks/11838418-6b14-40b8-a589-613bdb83fff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4685729 Jul 28 05:32:02.829636 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-21c6381d-adb1-429d-a1a7-68d87b1c9306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (92dd8ae2-134e-4df8-b00b-f20ee82a540d), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:02.833584 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-21c6381d-adb1-429d-a1a7-68d87b1c9306 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:02.835020 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-21c6381d-adb1-429d-a1a7-68d87b1c9306 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/92dd8ae2-134e-4df8-b00b-f20ee82a540d HTTP/1.1" status: 204 len: 168 time: 0.9042873 Jul 28 05:32:02.852079 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 6 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:32:02.863185 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-051b6dad-991f-4536-bff3-5cef19314fc9 None None] Current status of the port c786ec77-74c5-47cf-9acd-3809586aab79 is: DOWN; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:32:02.863823 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-051b6dad-991f-4536-bff3-5cef19314fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (c786ec77-74c5-47cf-9acd-3809586aab79), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:02.867366 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:02.910604 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6381d-adb1-429d-a1a7-68d87b1c9306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dd8ae2-134e-4df8-b00b-f20ee82a540d,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:02.913134 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-0e7520d1-d584-473a-8e8a-5d110bb39fad None None] Set router d2cc43d3-bb01-4229-ac5e-8b627c08bbaf gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:32:02.928494 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-89ebf984-6f69-41a2-a4be-fd75664ef858 req-b5e15b8c-6084-4fbf-87fe-5f64be317d32 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 210 time: 0.1524620 Jul 28 05:32:02.936756 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-192cdb69-df01-40d5-878e-f0de82021075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:02.942924 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-051b6dad-991f-4536-bff3-5cef19314fc9 None None] For port c786ec77-74c5-47cf-9acd-3809586aab79, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=c786ec77-74c5-47cf-9acd-3809586aab79,segment=NetworkSegment(d6393f65-f317-4f88-bc02-4e43465dc849),segment_id=d6393f65-f317-4f88-bc02-4e43465dc849)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:32:02.944073 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-192cdb69-df01-40d5-878e-f0de82021075 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1992993 Jul 28 05:32:02.974464 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:03.106805 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-051b6dad-991f-4536-bff3-5cef19314fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (c786ec77-74c5-47cf-9acd-3809586aab79), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:03.183750 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-cbd82315-d91b-4a93-9924-ca96afa58b8c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=6cb3751fe87047b69a127ce3ff2c16f1&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6985862 Jul 28 05:32:03.188750 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 33866) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:03.193669 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a336e26-ecf5-4310-9e02-8dc5efd9e16f x-openstack-request-id: req-7a336e26-ecf5-4310-9e02-8dc5efd9e16f {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:32:03.193669 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86f5c96f-2d88-48b0-862e-ce27c19abfb4", "tag": "7685d4b0-825f-4ec9-b8cb-496d80179339", "status": "completed", "code": 200}]} {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:32:03.193669 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7a336e26-ecf5-4310-9e02-8dc5efd9e16f {{(pid=104272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:32:03.193669 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a336e26-ecf5-4310-9e02-8dc5efd9e16f'] response: {'name': 'network-changed', 'server_uuid': '86f5c96f-2d88-48b0-862e-ce27c19abfb4', 'tag': '7685d4b0-825f-4ec9-b8cb-496d80179339', 'status': 'completed', 'code': 200} Jul 28 05:32:03.209749 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-24b334ea-7a6e-438f-b131-59b0524863cd tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4016612'] for floatingip (8e0b4173-1bf0-49b1-8197-096d2e1b8f81), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:03.349256 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-24b334ea-7a6e-438f-b131-59b0524863cd tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for floatingip (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:03.350560 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-24b334ea-7a6e-438f-b131-59b0524863cd tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.7260439 Jul 28 05:32:03.351340 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd82315-d91b-4a93-9924-ca96afa58b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1133452-e665-4ab0-a26f-a3229dcb840f,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:03.379081 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b6dad-991f-4536-bff3-5cef19314fc9 None None] Pushing event updated for resources: {'Port': ['ID=c786ec77-74c5-47cf-9acd-3809586aab79,revision_number=5']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:03.457124 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-de24df01-19d5-4f19-a11d-1df8e03539cb None None] Provisioning complete for port c786ec77-74c5-47cf-9acd-3809586aab79 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:32:03.457525 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-de24df01-19d5-4f19-a11d-1df8e03539cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (c786ec77-74c5-47cf-9acd-3809586aab79), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:03.459134 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:03.515861 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b334ea-7a6e-438f-b131-59b0524863cd tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Pushing event updated for resources: {'Port': ['ID=f2658720-0594-468f-87e8-ad4c3e2e48b8,revision_number=2']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:03.608266 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.managers [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-7453a668-28c6-4311-90fc-48e7d8875753 service neutron] Attempting to bind port 4306092c-5986-4fc4-a865-0baac79b0fbf on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:32:03.608266 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.managers [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-7453a668-28c6-4311-90fc-48e7d8875753 service neutron] Attempting to bind port 4306092c-5986-4fc4-a865-0baac79b0fbf by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'c9e82de0-9864-4c88-908a-44b07604c3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b'}] {{(pid=104273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:32:03.608266 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-7453a668-28c6-4311-90fc-48e7d8875753 service neutron] Attempting to bind port 4306092c-5986-4fc4-a865-0baac79b0fbf on network 92779e58-7df4-4404-9045-ca3676cbb72b {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:32:03.623537 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490618be-5472-4b4d-9908-6bae9a2f1cce req-d4477b05-dbd5-4b44-85c4-3f583acff3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:03.629660 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-490618be-5472-4b4d-9908-6bae9a2f1cce req-d4477b05-dbd5-4b44-85c4-3f583acff3af service neutron] 10.222.0.57 "GET /v2.0/networks?id=11838418-6b14-40b8-a589-613bdb83fff4 HTTP/1.1" status: 200 len: 919 time: 1.1598518 Jul 28 05:32:03.643295 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-7453a668-28c6-4311-90fc-48e7d8875753 service neutron] Port 4306092c-5986-4fc4-a865-0baac79b0fbf on network 92779e58-7df4-4404-9045-ca3676cbb72b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 05:32:03.646446 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-7453a668-28c6-4311-90fc-48e7d8875753 service neutron] Attempting to bind port 4306092c-5986-4fc4-a865-0baac79b0fbf on network 92779e58-7df4-4404-9045-ca3676cbb72b {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:32:03.662898 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adede91-9bec-49c1-86e6-4fa2e799bf6f req-48b0cc8e-9ab1-47eb-bddb-cbc896462632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:03.667208 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5adede91-9bec-49c1-86e6-4fa2e799bf6f req-48b0cc8e-9ab1-47eb-bddb-cbc896462632 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=99f094bca18d4939bb22f8d076d3a35c&device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 1128 time: 0.3777337 Jul 28 05:32:03.671885 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-7453a668-28c6-4311-90fc-48e7d8875753 service neutron] Checking agent: {'id': '50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'started_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:32:03.672644 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-7453a668-28c6-4311-90fc-48e7d8875753 service neutron] Checking segment: {'id': 'c9e82de0-9864-4c88-908a-44b07604c3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:32:03.673243 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-7453a668-28c6-4311-90fc-48e7d8875753 service neutron] Bound using segment: {'id': 'c9e82de0-9864-4c88-908a-44b07604c3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b'} {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:32:03.673943 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.managers [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-7453a668-28c6-4311-90fc-48e7d8875753 service neutron] Bound port: 4306092c-5986-4fc4-a865-0baac79b0fbf, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9e82de0-9864-4c88-908a-44b07604c3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b'}}] {{(pid=104273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:32:03.675529 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-7453a668-28c6-4311-90fc-48e7d8875753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (4306092c-5986-4fc4-a865-0baac79b0fbf), before_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:03.686036 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3460b-c032-4297-9f7c-ff1753a15d21 req-8174f0ed-6d96-4a8f-9738-8f1a9159aac6 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:03.688408 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-eca3460b-c032-4297-9f7c-ff1753a15d21 req-8174f0ed-6d96-4a8f-9738-8f1a9159aac6 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 944 time: 0.4959567 Jul 28 05:32:03.801863 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453a668-28c6-4311-90fc-48e7d8875753 service neutron] Pushing event updated for resources: {'Port': ['ID=4306092c-5986-4fc4-a865-0baac79b0fbf,revision_number=2']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:03.815273 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-490618be-5472-4b4d-9908-6bae9a2f1cce req-3efb69b2-5694-4150-95be-8e79f6ebe2fd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c16cb5d0-7376-4ff8-92fe-2ea79594b837 HTTP/1.1" status: 200 len: 217 time: 0.1533067 Jul 28 05:32:03.908880 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:03.912550 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b476024-9999-44bf-a550-e7dfb87a7084 req-5b3c236d-c1e4-490a-a3f2-6b14e1c0fc13 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:03.914461 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3b476024-9999-44bf-a550-e7dfb87a7084 req-5b3c236d-c1e4-490a-a3f2-6b14e1c0fc13 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 944 time: 0.2079849 Jul 28 05:32:03.921415 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b7fa986d-9eea-4d35-a825-ef2a141aa42e admin admin] Publish callbacks [] for security_group (f1133452-e665-4ab0-a26f-a3229dcb840f), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:03.924630 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-0e7520d1-d584-473a-8e8a-5d110bb39fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'name': 'tempest-AttachVolumeNegativeTest-1518408114-router', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:42Z', 'revision_number': 4, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'gw_port': {'id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'c786ec77-74c5-47cf-9acd-3809586aab79', 'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'mac_address': 'fa:16:3e:51:c8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:40Z', 'updated_at': '2022-07-28T05:32:01Z', 'revision_number': 4, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'subnets': [{'id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:32:03.991284 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7520d1-d584-473a-8e8a-5d110bb39fad None None] The sync data for ids ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'] in dv-cinder-799871-48-iscsi is: [{'id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'name': 'tempest-AttachVolumeNegativeTest-1518408114-router', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:42Z', 'revision_number': 4, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'gw_port': {'id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'c786ec77-74c5-47cf-9acd-3809586aab79', 'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'mac_address': 'fa:16:3e:51:c8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:40Z', 'updated_at': '2022-07-28T05:32:01Z', 'revision_number': 4, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'subnets': [{'id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:32:04.040699 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-b0830105-6092-459c-9060-f7f4dbe3a569 service neutron] 10.222.0.57 "GET /v2.0/networks/2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0770497 Jul 28 05:32:04.075605 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490618be-5472-4b4d-9908-6bae9a2f1cce req-527982df-314e-4733-8d2b-bae2f1a40793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:04.077113 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-490618be-5472-4b4d-9908-6bae9a2f1cce req-527982df-314e-4733-8d2b-bae2f1a40793 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6633fe43-f109-432a-95d5-6755c5bac4f1 HTTP/1.1" status: 200 len: 857 time: 0.1919568 Jul 28 05:32:04.190208 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-de24df01-19d5-4f19-a11d-1df8e03539cb None None] Current status of the port c786ec77-74c5-47cf-9acd-3809586aab79 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:32:04.213586 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device c786ec77-74c5-47cf-9acd-3809586aab79 up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:32:04.257049 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490618be-5472-4b4d-9908-6bae9a2f1cce req-970e8aff-e4e1-4d9b-a7ba-3f6fcd1324d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:04.264011 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-490618be-5472-4b4d-9908-6bae9a2f1cce req-970e8aff-e4e1-4d9b-a7ba-3f6fcd1324d7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11838418-6b14-40b8-a589-613bdb83fff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1561885 Jul 28 05:32:04.273391 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-7453a668-28c6-4311-90fc-48e7d8875753 service neutron] For port 4306092c-5986-4fc4-a865-0baac79b0fbf, host hv-cinder-79987, cleared binding levels {{(pid=104273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:32:04.316253 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-7453a668-28c6-4311-90fc-48e7d8875753 service neutron] For port 4306092c-5986-4fc4-a865-0baac79b0fbf, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4306092c-5986-4fc4-a865-0baac79b0fbf,segment=NetworkSegment(c9e82de0-9864-4c88-908a-44b07604c3c0),segment_id=c9e82de0-9864-4c88-908a-44b07604c3c0)] {{(pid=104273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:32:04.347360 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port c786ec77-74c5-47cf-9acd-3809586aab79 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:32:04.351307 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (c786ec77-74c5-47cf-9acd-3809586aab79), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:04.450488 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port c786ec77-74c5-47cf-9acd-3809586aab79 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:32:04.475014 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b7fa986d-9eea-4d35-a825-ef2a141aa42e admin admin] Publish callbacks [] for security_group (f1133452-e665-4ab0-a26f-a3229dcb840f), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:04.508220 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3b476024-9999-44bf-a550-e7dfb87a7084 req-0c8b5e79-a10d-4168-9795-b23a11fed916 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5298994 Jul 28 05:32:04.585807 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-7453a668-28c6-4311-90fc-48e7d8875753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (4306092c-5986-4fc4-a865-0baac79b0fbf), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:04.621754 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-eca3460b-c032-4297-9f7c-ff1753a15d21 req-2bf16ef3-0de1-4897-80b6-27b2de333360 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8664212 Jul 28 05:32:04.685849 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-490618be-5472-4b4d-9908-6bae9a2f1cce req-738261db-4a61-42a8-99a2-bd8cd58511f1 service neutron] 10.222.0.57 "GET /v2.0/networks/11838418-6b14-40b8-a589-613bdb83fff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378654 Jul 28 05:32:04.709672 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-7453a668-28c6-4311-90fc-48e7d8875753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:04.710256 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-7453a668-28c6-4311-90fc-48e7d8875753 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for port (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:04.711635 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-7453a668-28c6-4311-90fc-48e7d8875753 service neutron] 10.222.0.57 "PUT /v2.0/ports/4306092c-5986-4fc4-a865-0baac79b0fbf HTTP/1.1" status: 200 len: 1094 time: 4.7735226 Jul 28 05:32:04.712082 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0539d466-3f2e-414a-8563-45ad82a3f268', 'tag': '4306092c-5986-4fc4-a865-0baac79b0fbf'}] {{(pid=104273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:32:04.721352 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}294c2db51adabc0e3fe9263869e3ac3ebddb58bd39f135069541a8ae7da0566b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8029131f-1b6c-4a0d-a8e5-fe19d0278bed" -d '{"events": [{"name": "network-changed", "server_uuid": "0539d466-3f2e-414a-8563-45ad82a3f268", "tag": "4306092c-5986-4fc4-a865-0baac79b0fbf"}]}' {{(pid=104273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:32:04.750056 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453a668-28c6-4311-90fc-48e7d8875753 service neutron] Pushing event updated for resources: {'Port': ['ID=4306092c-5986-4fc4-a865-0baac79b0fbf,revision_number=3']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:04.802279 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:04.851248 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-df2954a6-4415-4e2f-bc74-1f2f6f39dab5 req-a5ff1373-b0ec-48ee-be73-25e10205121d service neutron] 10.222.0.57 "GET /v2.0/networks/2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5937762 Jul 28 05:32:04.906772 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f501f34-aeab-4d7c-9a18-756b9defee43 req-ced47bb4-7243-46f7-9e1b-04c8fba138f8 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:04.908576 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3f501f34-aeab-4d7c-9a18-756b9defee43 req-ced47bb4-7243-46f7-9e1b-04c8fba138f8 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e6d57a3-f6d1-4b5a-b313-e6cf26eec103 HTTP/1.1" status: 200 len: 944 time: 0.2157886 Jul 28 05:32:04.926124 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adede91-9bec-49c1-86e6-4fa2e799bf6f req-afab4c51-b073-440a-a1d3-b30a4ca2f3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:04.932150 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5adede91-9bec-49c1-86e6-4fa2e799bf6f req-afab4c51-b073-440a-a1d3-b30a4ca2f3ce service neutron] 10.222.0.57 "GET /v2.0/networks?id=11838418-6b14-40b8-a589-613bdb83fff4 HTTP/1.1" status: 200 len: 919 time: 1.2174301 Jul 28 05:32:04.991183 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-76d1b5d9-4fd0-49d0-b3d6-da6048054f00 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--227435155&fields=id&tenant_id=ba0b7f7639504a25a73c94335d62b98f HTTP/1.1" status: 200 len: 267 time: 0.1875887 Jul 28 05:32:05.124783 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b7fa986d-9eea-4d35-a825-ef2a141aa42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (f1133452-e665-4ab0-a26f-a3229dcb840f), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:05.130148 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b7fa986d-9eea-4d35-a825-ef2a141aa42e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:05.134984 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-b7fa986d-9eea-4d35-a825-ef2a141aa42e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/f1133452-e665-4ab0-a26f-a3229dcb840f HTTP/1.1" status: 204 len: 168 time: 1.9284213 Jul 28 05:32:05.246775 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:05.247529 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e6d57a3-f6d1-4b5a-b313-e6cf26eec103', 'tag': 'dea42e8c-f00e-4206-92e3-ecad08848a56'}] {{(pid=104272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:32:05.252162 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90743944bbcefbc541f6211993cabd2c9418e1ba23e64f30c52edf03935cac0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfddcf28-c80c-4d1a-8450-c7bc3ddcb06c" -d '{"events": [{"name": "network-changed", "server_uuid": "2e6d57a3-f6d1-4b5a-b313-e6cf26eec103", "tag": "dea42e8c-f00e-4206-92e3-ecad08848a56"}]}' {{(pid=104272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:32:05.271726 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa986d-9eea-4d35-a825-ef2a141aa42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1133452-e665-4ab0-a26f-a3229dcb840f,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:05.293223 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3f501f34-aeab-4d7c-9a18-756b9defee43 req-aef25919-405f-43cc-8ccd-4d2311641536 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/security-groups?id=c0147f82-5a58-4e07-b545-d15cd6c553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588493 Jul 28 05:32:05.300547 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-21152523-0f74-4807-b705-4d74b0a0401d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:05.326181 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-490618be-5472-4b4d-9908-6bae9a2f1cce req-741e19ce-9911-45e7-95b5-a7fb9cf88c3c service neutron] 10.222.0.57 "GET /v2.0/networks/11838418-6b14-40b8-a589-613bdb83fff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612431 Jul 28 05:32:05.412289 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-63f75622-5653-40c0-a905-5e3fe4b9fd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:05.414008 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-63f75622-5653-40c0-a905-5e3fe4b9fd64 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7b96e460476f4bc9b35224e38b33f4c7&device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 1128 time: 0.0606196 Jul 28 05:32:05.415464 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5adede91-9bec-49c1-86e6-4fa2e799bf6f req-030d6b00-24e8-4921-90d3-fa2c62f1da29 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7685d4b0-825f-4ec9-b8cb-496d80179339 HTTP/1.1" status: 200 len: 217 time: 0.2960522 Jul 28 05:32:05.553832 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-18955852-b960-4840-bb1a-515a3c777532 req-348442e2-f077-4a75-b5d2-59d7d238c0dc tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 210 time: 0.1363719 Jul 28 05:32:05.597099 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:05.698596 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38055102-fd07-4c52-b5cf-182cec523af5 req-cbc941c0-5e1e-467e-9790-28c17e6841eb tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:05.702104 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-38055102-fd07-4c52-b5cf-182cec523af5 req-cbc941c0-5e1e-467e-9790-28c17e6841eb tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.57 "GET /v2.0/networks?id=12676c2f-cd93-405a-a402-b0ee7cfa77c5 HTTP/1.1" status: 200 len: 817 time: 0.2328241 Jul 28 05:32:05.712028 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178714fc-8e1c-4296-b553-bcb719de986f x-openstack-request-id: req-178714fc-8e1c-4296-b553-bcb719de986f {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:32:05.712328 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0539d466-3f2e-414a-8563-45ad82a3f268", "tag": "4306092c-5986-4fc4-a865-0baac79b0fbf", "status": "completed", "code": 200}]} {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:32:05.714035 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-178714fc-8e1c-4296-b553-bcb719de986f {{(pid=104273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:32:05.716711 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:05.717440 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.notifiers.nova [-] Nova event matching ['req-178714fc-8e1c-4296-b553-bcb719de986f'] response: {'name': 'network-changed', 'server_uuid': '0539d466-3f2e-414a-8563-45ad82a3f268', 'tag': '4306092c-5986-4fc4-a865-0baac79b0fbf', 'status': 'completed', 'code': 200} Jul 28 05:32:05.826022 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddcf28-c80c-4d1a-8450-c7bc3ddcb06c req-a459d414-ad87-4dc3-b656-de1b0353a67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:05.827408 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-dfddcf28-c80c-4d1a-8450-c7bc3ddcb06c req-a459d414-ad87-4dc3-b656-de1b0353a67a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee5ed205b4a048e18443c6d18b871a90&device_id=2e6d57a3-f6d1-4b5a-b313-e6cf26eec103 HTTP/1.1" status: 200 len: 1128 time: 0.0702448 Jul 28 05:32:05.837097 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-38055102-fd07-4c52-b5cf-182cec523af5 req-fd51eefd-b779-444b-ad28-13372020fa76 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6e54a77d2aa469b8c0197d99170d978 HTTP/1.1" status: 200 len: 379 time: 0.1183984 Jul 28 05:32:05.870704 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [req-38055102-fd07-4c52-b5cf-182cec523af5 req-76fa1f8a-0123-4a6e-b10e-43f666925ca3 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Request body: {'port': {'device_id': '57115a26-af82-499e-a831-4b4c40e60ac5', 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5', 'admin_state_up': True, 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'security_groups': ['f9ce05ac-f845-4be2-a927-b1b22f7b1041']}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:32:06.005199 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a461af2-36e9-411d-a69e-2de6c5ba4ba8 x-openstack-request-id: req-3a461af2-36e9-411d-a69e-2de6c5ba4ba8 {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:32:06.005748 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e6d57a3-f6d1-4b5a-b313-e6cf26eec103", "tag": "dea42e8c-f00e-4206-92e3-ecad08848a56", "status": "completed", "code": 200}]} {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:32:06.006067 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3a461af2-36e9-411d-a69e-2de6c5ba4ba8 {{(pid=104272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:32:06.006503 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a461af2-36e9-411d-a69e-2de6c5ba4ba8'] response: {'name': 'network-changed', 'server_uuid': '2e6d57a3-f6d1-4b5a-b313-e6cf26eec103', 'tag': 'dea42e8c-f00e-4206-92e3-ecad08848a56', 'status': 'completed', 'code': 200} Jul 28 05:32:06.021402 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-d43e23f7-c5b7-495f-bc73-bc7f1b201a70 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4306092c-5986-4fc4-a865-0baac79b0fbf HTTP/1.1" status: 200 len: 217 time: 0.5769358 Jul 28 05:32:06.021579 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddcf28-c80c-4d1a-8450-c7bc3ddcb06c req-f38832af-49e2-4004-9089-feb9fabfae0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:06.022879 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-dfddcf28-c80c-4d1a-8450-c7bc3ddcb06c req-f38832af-49e2-4004-9089-feb9fabfae0b service neutron] 10.222.0.57 "GET /v2.0/networks?id=2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed HTTP/1.1" status: 200 len: 913 time: 0.1847789 Jul 28 05:32:06.054088 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-4d2c2359-bea8-46f7-882d-71d398ea157f tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:06.056035 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-4d2c2359-bea8-46f7-882d-71d398ea157f tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/networks?id=f094ee85-e5f7-4f76-b25b-19d66faa4449 HTTP/1.1" status: 200 len: 815 time: 1.0452442 Jul 28 05:32:06.079111 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-dfddcf28-c80c-4d1a-8450-c7bc3ddcb06c req-df96bddc-af88-47c1-bae7-21c64a11f231 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dea42e8c-f00e-4206-92e3-ecad08848a56 HTTP/1.1" status: 200 len: 217 time: 0.0494878 Jul 28 05:32:06.135745 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adede91-9bec-49c1-86e6-4fa2e799bf6f req-22fd1141-dd19-407c-be88-032f1de2e70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:06.137827 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5adede91-9bec-49c1-86e6-4fa2e799bf6f req-22fd1141-dd19-407c-be88-032f1de2e70f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6633fe43-f109-432a-95d5-6755c5bac4f1 HTTP/1.1" status: 200 len: 857 time: 0.6742120 Jul 28 05:32:06.144497 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddcf28-c80c-4d1a-8450-c7bc3ddcb06c req-eac54c6f-199c-4d70-b0c3-5bd1e1cbd206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:06.146256 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-dfddcf28-c80c-4d1a-8450-c7bc3ddcb06c req-eac54c6f-199c-4d70-b0c3-5bd1e1cbd206 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=154c4ca7-1ebc-4409-9f6b-8c04f2bdb864 HTTP/1.1" status: 200 len: 851 time: 0.0588770 Jul 28 05:32:06.164440 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd705268-4554-4d0e-900d-ba46b58f9244 req-0cef1781-dd79-43f4-ab17-ae92e789fdfe tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:06.165934 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-fd705268-4554-4d0e-900d-ba46b58f9244 req-0cef1781-dd79-43f4-ab17-ae92e789fdfe tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 944 time: 0.1662107 Jul 28 05:32:06.169304 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-cb76dd50-f54e-46d5-8289-744748729814 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/quotas/ba0b7f7639504a25a73c94335d62b98f HTTP/1.1" status: 200 len: 375 time: 0.0442479 Jul 28 05:32:06.176565 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-0c5a2f03-e5c2-49fe-99c2-228917d17c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:06.180160 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-0c5a2f03-e5c2-49fe-99c2-228917d17c8c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=93d0c7af-c778-4812-bccd-0383249712e7 HTTP/1.1" status: 200 len: 849 time: 0.1415312 Jul 28 05:32:06.236039 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38055102-fd07-4c52-b5cf-182cec523af5 req-76fa1f8a-0123-4a6e-b10e-43f666925ca3 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Made reservation on behalf of d6e54a77d2aa469b8c0197d99170d978 for: {'port': 1} {{(pid=104273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:32:06.238687 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-6c3b3eb5-3481-4d48-b0e6-477dac40488c tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=ba0b7f7639504a25a73c94335d62b98f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0638204 Jul 28 05:32:06.239488 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-38055102-fd07-4c52-b5cf-182cec523af5 req-76fa1f8a-0123-4a6e-b10e-43f666925ca3 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:06.287877 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 33938) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:06.310469 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-fd705268-4554-4d0e-900d-ba46b58f9244 req-93e843be-14d7-4b6a-9b21-9c4af84b6a13 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315465 Jul 28 05:32:06.347515 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:06.353356 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-21b4dc4e-f893-4d59-b7eb-dc3f013d7e57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:06.442773 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.db_base_plugin_common [req-38055102-fd07-4c52-b5cf-182cec523af5 req-76fa1f8a-0123-4a6e-b10e-43f666925ca3 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Allocated IP 172.20.0.3 (12676c2f-cd93-405a-a402-b0ee7cfa77c5/329242a6-cde1-43fc-b2d2-7b69ba8c6d75/968687ce-4c57-4729-84c6-548124c4123e) {{(pid=104273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:32:06.443389 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:06.506940 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddcf28-c80c-4d1a-8450-c7bc3ddcb06c req-e56c27e1-4459-4e58-b7e3-573c33390ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:06.508491 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-dfddcf28-c80c-4d1a-8450-c7bc3ddcb06c req-e56c27e1-4459-4e58-b7e3-573c33390ed0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0629768 Jul 28 05:32:06.535269 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-65d066f6-2694-451a-833c-cbf1f00cb892 service neutron] 10.222.0.33 "GET /v2.0/networks/f094ee85-e5f7-4f76-b25b-19d66faa4449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700810 Jul 28 05:32:06.563551 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d11bd-5716-446d-8b6c-6b806a3314c9 req-d0109fc4-4fdd-49bb-ac77-7732556647c5 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:06.565091 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-337d11bd-5716-446d-8b6c-6b806a3314c9 req-d0109fc4-4fdd-49bb-ac77-7732556647c5 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 944 time: 0.1715705 Jul 28 05:32:06.600226 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adede91-9bec-49c1-86e6-4fa2e799bf6f req-ad440ea1-d84f-47ee-ab78-52dca5ed9d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:06.602857 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5adede91-9bec-49c1-86e6-4fa2e799bf6f req-ad440ea1-d84f-47ee-ab78-52dca5ed9d49 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11838418-6b14-40b8-a589-613bdb83fff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1426289 Jul 28 05:32:06.669075 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-b5ca9ae4-e241-4be6-8e4a-b2201da2d6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:06.670641 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-b5ca9ae4-e241-4be6-8e4a-b2201da2d6f4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=92779e58-7df4-4404-9045-ca3676cbb72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2133255 Jul 28 05:32:06.728893 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-dfddcf28-c80c-4d1a-8450-c7bc3ddcb06c req-d697af1e-f5d4-431b-a288-df45812b4b2c service neutron] 10.222.0.57 "GET /v2.0/networks/2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049947 Jul 28 05:32:06.735111 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-21b4dc4e-f893-4d59-b7eb-dc3f013d7e57 admin admin] Publish callbacks [] for security_group (e793ed6f-2108-4c60-bc5b-6ba81c5a7ffc), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:06.739742 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-38055102-fd07-4c52-b5cf-182cec523af5 req-76fa1f8a-0123-4a6e-b10e-43f666925ca3 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for port (968687ce-4c57-4729-84c6-548124c4123e), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:06.775020 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:06.791528 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-337d11bd-5716-446d-8b6c-6b806a3314c9 req-b77595ae-a4d3-494b-943d-83aa5a6db7a9 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029371 Jul 28 05:32:06.791528 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-dc18f3fa-f9e8-48c3-a9a5-681e84989285 service neutron] 10.222.0.33 "GET /v2.0/networks/f094ee85-e5f7-4f76-b25b-19d66faa4449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381399 Jul 28 05:32:06.799092 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-21b4dc4e-f893-4d59-b7eb-dc3f013d7e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (e793ed6f-2108-4c60-bc5b-6ba81c5a7ffc), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:06.848475 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-21b4dc4e-f893-4d59-b7eb-dc3f013d7e57 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c8b1a364d48142d99ad10cec03b2c9d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5594602 Jul 28 05:32:06.849377 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b4dc4e-f893-4d59-b7eb-dc3f013d7e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e793ed6f-2108-4c60-bc5b-6ba81c5a7ffc,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:06.851413 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 33968) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:06.899073 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-38055102-fd07-4c52-b5cf-182cec523af5 req-76fa1f8a-0123-4a6e-b10e-43f666925ca3 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915'] for port (968687ce-4c57-4729-84c6-548124c4123e), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:06.919680 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:06.936228 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933eedc4-f684-4843-a86d-84e033e6d5b2 req-b3a8ecb6-abd4-448e-83f8-0c5c3cc3620a tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:06.938408 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-933eedc4-f684-4843-a86d-84e033e6d5b2 req-b3a8ecb6-abd4-448e-83f8-0c5c3cc3620a tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e6d57a3-f6d1-4b5a-b313-e6cf26eec103 HTTP/1.1" status: 200 len: 944 time: 0.0533717 Jul 28 05:32:06.966091 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38055102-fd07-4c52-b5cf-182cec523af5 req-76fa1f8a-0123-4a6e-b10e-43f666925ca3 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Network 12676c2f-cd93-405a-a402-b0ee7cfa77c5 is already hosted by enough agents. {{(pid=104273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:32:06.970855 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [req-38055102-fd07-4c52-b5cf-182cec523af5 req-76fa1f8a-0123-4a6e-b10e-43f666925ca3 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Resources bound (agent type, host, resource id): {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:32:06.973927 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [req-38055102-fd07-4c52-b5cf-182cec523af5 req-76fa1f8a-0123-4a6e-b10e-43f666925ca3 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Received port after_create {{(pid=104273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:32:06.979746 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38055102-fd07-4c52-b5cf-182cec523af5 req-76fa1f8a-0123-4a6e-b10e-43f666925ca3 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:06.981338 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-38055102-fd07-4c52-b5cf-182cec523af5 req-76fa1f8a-0123-4a6e-b10e-43f666925ca3 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for port (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:06.997310 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-933eedc4-f684-4843-a86d-84e033e6d5b2 req-ae94ed5d-81ba-4b12-886c-e77cc8f52251 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/security-groups?id=c0147f82-5a58-4e07-b545-d15cd6c553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530381 Jul 28 05:32:07.016994 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-9fec88c1-a8dd-47c7-bc1d-96662474f62f admin admin] Publish callbacks [] for security_group (e793ed6f-2108-4c60-bc5b-6ba81c5a7ffc), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:07.023589 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa1f8a-0123-4a6e-b10e-43f666925ca3 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Pushing event updated for resources: {'Port': ['ID=968687ce-4c57-4729-84c6-548124c4123e,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:07.112532 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-9fec88c1-a8dd-47c7-bc1d-96662474f62f admin admin] Publish callbacks [] for security_group (e793ed6f-2108-4c60-bc5b-6ba81c5a7ffc), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:07.138801 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bb4ed-2dca-41a3-affd-2fba9e6ec1c5 req-3778a7cd-7ddc-4a89-98f0-0238be736bb4 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:07.145927 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-583bb4ed-2dca-41a3-affd-2fba9e6ec1c5 req-3778a7cd-7ddc-4a89-98f0-0238be736bb4 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 931 time: 0.0749452 Jul 28 05:32:07.155245 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-38055102-fd07-4c52-b5cf-182cec523af5 req-76fa1f8a-0123-4a6e-b10e-43f666925ca3 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2887261 Jul 28 05:32:07.200113 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0432e986-5ff5-4b54-b796-840d503ea2c1 req-d5a39d0d-a82a-455a-8986-051924085a91 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=f769843b-cb4a-4599-bf54-49d579601a8a HTTP/1.1" status: 200 len: 210 time: 0.0515175 Jul 28 05:32:07.238617 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-583bb4ed-2dca-41a3-affd-2fba9e6ec1c5 req-0ec8952a-e19a-4f1c-b210-5528e1933a87 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917368 Jul 28 05:32:07.318982 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-9fec88c1-a8dd-47c7-bc1d-96662474f62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (e793ed6f-2108-4c60-bc5b-6ba81c5a7ffc), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:07.321725 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-9fec88c1-a8dd-47c7-bc1d-96662474f62f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:07.326695 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-9fec88c1-a8dd-47c7-bc1d-96662474f62f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e793ed6f-2108-4c60-bc5b-6ba81c5a7ffc HTTP/1.1" status: 204 len: 168 time: 0.4702697 Jul 28 05:32:07.345586 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec88c1-a8dd-47c7-bc1d-96662474f62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e793ed6f-2108-4c60-bc5b-6ba81c5a7ffc,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:07.386260 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-207f5120-61c1-4fb7-ad5a-4b3abb69fc7f None None] Provisioning complete for port 968687ce-4c57-4729-84c6-548124c4123e triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:32:07.387073 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-207f5120-61c1-4fb7-ad5a-4b3abb69fc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (968687ce-4c57-4729-84c6-548124c4123e), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:07.438435 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-207f5120-61c1-4fb7-ad5a-4b3abb69fc7f None None] Port 968687ce-4c57-4729-84c6-548124c4123e cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:32:07.479144 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07043b50-ce2d-480b-832a-ccfcbf3b8c45 req-cf2d53fb-85ca-4c80-a18c-137101d93958 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:07.481341 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-07043b50-ce2d-480b-832a-ccfcbf3b8c45 req-cf2d53fb-85ca-4c80-a18c-137101d93958 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 944 time: 0.0556445 Jul 28 05:32:07.487978 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 33994) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:07.532220 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-07043b50-ce2d-480b-832a-ccfcbf3b8c45 req-2f14a020-495e-473b-81e2-0e06f534a18f tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436187 Jul 28 05:32:07.667368 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-bc09091e-35f7-49dc-abd0-e5142310d494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:07.810431 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-08ec70dd-6e62-4b27-a2a0-83b05b5e6561 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:07.905327 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-08ec70dd-6e62-4b27-a2a0-83b05b5e6561 admin admin] Publish callbacks [] for security_group (10bb573f-5349-42f2-9866-a6be70f3a8ee), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:07.935215 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a76e9-697c-447d-92e6-5f0fef1aa829 req-3414e253-b75f-45e1-bcf4-5175e08079e0 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:07.937103 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e69a76e9-697c-447d-92e6-5f0fef1aa829 req-3414e253-b75f-45e1-bcf4-5175e08079e0 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 944 time: 0.0544107 Jul 28 05:32:07.982773 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-08ec70dd-6e62-4b27-a2a0-83b05b5e6561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (10bb573f-5349-42f2-9866-a6be70f3a8ee), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:07.993592 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e69a76e9-697c-447d-92e6-5f0fef1aa829 req-c23ef0e0-d3f8-4b33-ad64-e0c2f1d1e946 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507305 Jul 28 05:32:08.059892 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:08.065094 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-08ec70dd-6e62-4b27-a2a0-83b05b5e6561 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d4e5ebe2bfbf452b9777dd2dbd2dd71b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5752640 Jul 28 05:32:08.066004 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec70dd-6e62-4b27-a2a0-83b05b5e6561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10bb573f-5349-42f2-9866-a6be70f3a8ee,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:08.071129 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 34024) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:08.154424 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9b80f-cb14-4f1e-a07e-a93d571d6374 req-17265889-2706-4a9c-9e80-ba0bbbaa6553 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:08.157866 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-95a9b80f-cb14-4f1e-a07e-a93d571d6374 req-17265889-2706-4a9c-9e80-ba0bbbaa6553 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e6d57a3-f6d1-4b5a-b313-e6cf26eec103 HTTP/1.1" status: 200 len: 944 time: 0.0668869 Jul 28 05:32:08.184537 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-85139081-0c30-4c02-b298-fb2afaf4fe29 admin admin] Publish callbacks [] for security_group (10bb573f-5349-42f2-9866-a6be70f3a8ee), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:08.223771 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-85139081-0c30-4c02-b298-fb2afaf4fe29 admin admin] Publish callbacks [] for security_group (10bb573f-5349-42f2-9866-a6be70f3a8ee), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:08.248224 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-95a9b80f-cb14-4f1e-a07e-a93d571d6374 req-d44d7371-7898-46ee-a80e-bf9b27185d41 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/security-groups?id=c0147f82-5a58-4e07-b545-d15cd6c553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814502 Jul 28 05:32:08.309878 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2b852b3c-8036-463f-b405-f4f181d99250 req-fe692bf7-6ca4-4470-959a-791cae3fccc0 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=f769843b-cb4a-4599-bf54-49d579601a8a HTTP/1.1" status: 200 len: 210 time: 0.0322809 Jul 28 05:32:08.345918 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:08.385009 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b738cd7-321c-4a1d-a47d-0c8f87d2521b req-0cabe85a-87a1-4df0-9e79-59b224a395b4 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:08.387071 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7b738cd7-321c-4a1d-a47d-0c8f87d2521b req-0cabe85a-87a1-4df0-9e79-59b224a395b4 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 931 time: 0.0608921 Jul 28 05:32:08.436038 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-85139081-0c30-4c02-b298-fb2afaf4fe29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (10bb573f-5349-42f2-9866-a6be70f3a8ee), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:08.438593 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-85139081-0c30-4c02-b298-fb2afaf4fe29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:08.442396 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-85139081-0c30-4c02-b298-fb2afaf4fe29 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/10bb573f-5349-42f2-9866-a6be70f3a8ee HTTP/1.1" status: 204 len: 168 time: 0.3671994 Jul 28 05:32:08.445135 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7b738cd7-321c-4a1d-a47d-0c8f87d2521b req-4b82408c-f33c-4f57-9699-ad09caa45b19 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517359 Jul 28 05:32:08.451635 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85139081-0c30-4c02-b298-fb2afaf4fe29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bb573f-5349-42f2-9866-a6be70f3a8ee,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:08.560508 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:08.597389 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 34052) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:08.663750 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4a3a7-2dfa-4d9d-ba52-71d0bfdaeeba req-b9abc2f2-c58c-414f-9945-8a77f1f4bb02 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:08.665227 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-20f4a3a7-2dfa-4d9d-ba52-71d0bfdaeeba req-b9abc2f2-c58c-414f-9945-8a77f1f4bb02 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 944 time: 0.0509357 Jul 28 05:32:08.724236 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-20f4a3a7-2dfa-4d9d-ba52-71d0bfdaeeba req-ec5022fd-bb9c-4069-9f85-090fc0771704 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524719 Jul 28 05:32:08.827293 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-b9f0149c-9474-42d1-ae79-d1f95bd4a243 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1666122698-network', 'tenant_id': '8a73af8e42ce4297848ab4111d14c437'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:32:08.890576 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f0149c-9474-42d1-ae79-d1f95bd4a243 admin admin] Made reservation on behalf of 8a73af8e42ce4297848ab4111d14c437 for: {'network': 1} {{(pid=104272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:32:08.893308 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b9f0149c-9474-42d1-ae79-d1f95bd4a243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for network (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:08.908215 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [req-38055102-fd07-4c52-b5cf-182cec523af5 req-2d9f9583-f0c8-4692-a6fa-86e2d8851550 service neutron] Request body: {'port': {'device_id': '57115a26-af82-499e-a831-4b4c40e60ac5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:32:08.940415 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b9f0149c-9474-42d1-ae79-d1f95bd4a243 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:09.049572 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:09.075062 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-38055102-fd07-4c52-b5cf-182cec523af5 req-2d9f9583-f0c8-4692-a6fa-86e2d8851550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (968687ce-4c57-4729-84c6-548124c4123e), before_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:09.143537 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-dfddcf28-c80c-4d1a-8450-c7bc3ddcb06c req-675db335-3552-4c4a-b51c-03e2500f1e87 service neutron] 10.222.0.57 "GET /v2.0/networks/2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463412 Jul 28 05:32:09.164602 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5adede91-9bec-49c1-86e6-4fa2e799bf6f req-fbf32966-bf74-4e90-beee-752cb97b66ee service neutron] 10.222.0.57 "GET /v2.0/networks/11838418-6b14-40b8-a589-613bdb83fff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686205 Jul 28 05:32:09.172743 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 34070) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:09.186127 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-c60defd3-5fee-4ea5-90c3-358d914813dc service neutron] 10.222.0.57 "GET /v2.0/networks/92779e58-7df4-4404-9045-ca3676cbb72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881577 Jul 28 05:32:09.206283 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc8e63-347f-456f-961d-a8131c4b5daa req-d94683f0-6bad-4c0c-9086-325c53647133 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:09.207771 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4dfc8e63-347f-456f-961d-a8131c4b5daa req-d94683f0-6bad-4c0c-9086-325c53647133 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 944 time: 0.1184425 Jul 28 05:32:09.234652 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ec6ec671-1ee7-43ea-ba00-409834078966 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:09.352410 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b9f0149c-9474-42d1-ae79-d1f95bd4a243 admin admin] Publish callbacks [] for security_group (06cd07d2-fb21-4206-b06a-ccbc392c7564), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:09.354657 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:09.425142 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ec6ec671-1ee7-43ea-ba00-409834078966 admin admin] Publish callbacks [] for security_group (e8180808-fe86-494a-8130-3eaeb2246dad), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:09.446877 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:09.458779 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b9f0149c-9474-42d1-ae79-d1f95bd4a243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (06cd07d2-fb21-4206-b06a-ccbc392c7564), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:09.472940 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [req-38055102-fd07-4c52-b5cf-182cec523af5 req-2d9f9583-f0c8-4692-a6fa-86e2d8851550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 968687ce-4c57-4729-84c6-548124c4123e {{(pid=104273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:32:09.487700 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4dfc8e63-347f-456f-961d-a8131c4b5daa req-1d527058-aa68-43cd-a599-b54607afe40f tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2446249 Jul 28 05:32:09.492980 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-38055102-fd07-4c52-b5cf-182cec523af5 req-2d9f9583-f0c8-4692-a6fa-86e2d8851550 service neutron] Publish callbacks [] for port (968687ce-4c57-4729-84c6-548124c4123e), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:09.516173 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d8837-b0d6-4405-94d0-4867ae871885 req-ab5b0688-30ca-4d53-a7b6-3c42c2ae811f tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:09.517647 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-623d8837-b0d6-4405-94d0-4867ae871885 req-ab5b0688-30ca-4d53-a7b6-3c42c2ae811f tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e6d57a3-f6d1-4b5a-b313-e6cf26eec103 HTTP/1.1" status: 200 len: 944 time: 0.1639771 Jul 28 05:32:09.519552 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5adede91-9bec-49c1-86e6-4fa2e799bf6f req-58da9627-5476-40ea-81e4-8ce6f368a91c service neutron] 10.222.0.57 "GET /v2.0/networks/11838418-6b14-40b8-a589-613bdb83fff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451321 Jul 28 05:32:09.524676 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 34080) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:09.526261 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ec6ec671-1ee7-43ea-ba00-409834078966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (e8180808-fe86-494a-8130-3eaeb2246dad), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:09.530368 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b0ac4aaf-dcb4-4418-98c9-7603558febd3 req-bf3d0f7d-505c-4637-a72f-267d8821198d service neutron] 10.222.0.57 "GET /v2.0/networks/92779e58-7df4-4404-9045-ca3676cbb72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971911 Jul 28 05:32:09.539488 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f0149c-9474-42d1-ae79-d1f95bd4a243 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=104272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 05:32:09.568620 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ec671-1ee7-43ea-ba00-409834078966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8180808-fe86-494a-8130-3eaeb2246dad,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:09.576404 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.provisioning_blocks [req-38055102-fd07-4c52-b5cf-182cec523af5 req-2d9f9583-f0c8-4692-a6fa-86e2d8851550 service neutron] Transition to ACTIVE for port object 968687ce-4c57-4729-84c6-548124c4123e will not be triggered until provisioned by entity L2. {{(pid=104273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 05:32:09.578417 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b9f0149c-9474-42d1-ae79-d1f95bd4a243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124'] for segment (cd84b939-3966-4848-95a7-9af96fb9ea0d), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:09.578417 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.db.segments_db [None req-b9f0149c-9474-42d1-ae79-d1f95bd4a243 admin admin] Added segment cd84b939-3966-4848-95a7-9af96fb9ea0d of type vlan for network 78ba9f60-723f-462d-93db-0f0dc5c767e2 Jul 28 05:32:09.588769 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0149c-9474-42d1-ae79-d1f95bd4a243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06cd07d2-fb21-4206-b06a-ccbc392c7564,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:09.595114 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 34084) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:09.595396 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-ec6ec671-1ee7-43ea-ba00-409834078966 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=dce1b1ac1e3b40988a94efa1cd73a4ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4210389 Jul 28 05:32:09.669054 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-38055102-fd07-4c52-b5cf-182cec523af5 req-2d9f9583-f0c8-4692-a6fa-86e2d8851550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (968687ce-4c57-4729-84c6-548124c4123e), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:09.669259 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e848aa78-b85a-402d-9bdb-b5bb72bab1b7 req-3b634393-27fa-4c5f-8e9d-14dac965e089 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=f769843b-cb4a-4599-bf54-49d579601a8a HTTP/1.1" status: 200 len: 210 time: 0.0765967 Jul 28 05:32:09.679025 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b9f0149c-9474-42d1-ae79-d1f95bd4a243 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748695041913'] for network (78ba9f60-723f-462d-93db-0f0dc5c767e2), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:09.737609 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-456ef694-843c-4d39-8ef0-a3ad0f6aaa48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:09.742168 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-623d8837-b0d6-4405-94d0-4867ae871885 req-176d6a9f-2a54-45c3-876e-55c6c787a17d tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/security-groups?id=c0147f82-5a58-4e07-b545-d15cd6c553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948030 Jul 28 05:32:09.763722 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f9583-f0c8-4692-a6fa-86e2d8851550 service neutron] Pushing event updated for resources: {'Port': ['ID=968687ce-4c57-4729-84c6-548124c4123e,revision_number=2']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:09.780040 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.managers [req-38055102-fd07-4c52-b5cf-182cec523af5 req-2d9f9583-f0c8-4692-a6fa-86e2d8851550 service neutron] Attempting to bind port 968687ce-4c57-4729-84c6-548124c4123e on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:32:09.780425 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.managers [req-38055102-fd07-4c52-b5cf-182cec523af5 req-2d9f9583-f0c8-4692-a6fa-86e2d8851550 service neutron] Attempting to bind port 968687ce-4c57-4729-84c6-548124c4123e by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '4427f270-b023-404e-a3c1-104654497080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5'}] {{(pid=104273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:32:09.780884 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38055102-fd07-4c52-b5cf-182cec523af5 req-2d9f9583-f0c8-4692-a6fa-86e2d8851550 service neutron] Attempting to bind port 968687ce-4c57-4729-84c6-548124c4123e on network 12676c2f-cd93-405a-a402-b0ee7cfa77c5 {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:32:09.786099 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38055102-fd07-4c52-b5cf-182cec523af5 req-2d9f9583-f0c8-4692-a6fa-86e2d8851550 service neutron] Port 968687ce-4c57-4729-84c6-548124c4123e on network 12676c2f-cd93-405a-a402-b0ee7cfa77c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 05:32:09.786367 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38055102-fd07-4c52-b5cf-182cec523af5 req-2d9f9583-f0c8-4692-a6fa-86e2d8851550 service neutron] Attempting to bind port 968687ce-4c57-4729-84c6-548124c4123e on network 12676c2f-cd93-405a-a402-b0ee7cfa77c5 {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:32:09.796343 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38055102-fd07-4c52-b5cf-182cec523af5 req-2d9f9583-f0c8-4692-a6fa-86e2d8851550 service neutron] Checking agent: {'id': '50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'started_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:32:09.796695 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38055102-fd07-4c52-b5cf-182cec523af5 req-2d9f9583-f0c8-4692-a6fa-86e2d8851550 service neutron] Checking segment: {'id': '4427f270-b023-404e-a3c1-104654497080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:32:09.797124 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38055102-fd07-4c52-b5cf-182cec523af5 req-2d9f9583-f0c8-4692-a6fa-86e2d8851550 service neutron] Bound using segment: {'id': '4427f270-b023-404e-a3c1-104654497080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5'} {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:32:09.797670 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.managers [req-38055102-fd07-4c52-b5cf-182cec523af5 req-2d9f9583-f0c8-4692-a6fa-86e2d8851550 service neutron] Bound port: 968687ce-4c57-4729-84c6-548124c4123e, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4427f270-b023-404e-a3c1-104654497080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5'}}] {{(pid=104273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:32:09.798036 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-38055102-fd07-4c52-b5cf-182cec523af5 req-2d9f9583-f0c8-4692-a6fa-86e2d8851550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (968687ce-4c57-4729-84c6-548124c4123e), before_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:09.831416 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-6dc4d2c2-2428-4115-b9a9-b865a27a86ac admin admin] Publish callbacks [] for security_group (e8180808-fe86-494a-8130-3eaeb2246dad), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:09.850664 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7b194-1ee6-4dba-819f-054ab7db8ba2 req-db219b52-37af-4f6a-ac36-80153243072f tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:09.853570 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-eee7b194-1ee6-4dba-819f-054ab7db8ba2 req-db219b52-37af-4f6a-ac36-80153243072f tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 943 time: 0.0910785 Jul 28 05:32:09.864390 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:09.871914 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b9f0149c-9474-42d1-ae79-d1f95bd4a243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692'] for network (78ba9f60-723f-462d-93db-0f0dc5c767e2), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:09.873126 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f0149c-9474-42d1-ae79-d1f95bd4a243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:09.873716 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b9f0149c-9474-42d1-ae79-d1f95bd4a243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for network (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:09.874781 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [req-38055102-fd07-4c52-b5cf-182cec523af5 req-2d9f9583-f0c8-4692-a6fa-86e2d8851550 service neutron] For port 968687ce-4c57-4729-84c6-548124c4123e, host hv-cinder-79987, cleared binding levels {{(pid=104273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:32:09.878414 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [req-38055102-fd07-4c52-b5cf-182cec523af5 req-2d9f9583-f0c8-4692-a6fa-86e2d8851550 service neutron] For port 968687ce-4c57-4729-84c6-548124c4123e, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=968687ce-4c57-4729-84c6-548124c4123e,segment=NetworkSegment(4427f270-b023-404e-a3c1-104654497080),segment_id=4427f270-b023-404e-a3c1-104654497080)] {{(pid=104273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:32:09.934843 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-6dc4d2c2-2428-4115-b9a9-b865a27a86ac admin admin] Publish callbacks [] for security_group (e8180808-fe86-494a-8130-3eaeb2246dad), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:09.959454 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-38055102-fd07-4c52-b5cf-182cec523af5 req-2d9f9583-f0c8-4692-a6fa-86e2d8851550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (968687ce-4c57-4729-84c6-548124c4123e), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:10.004780 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38055102-fd07-4c52-b5cf-182cec523af5 req-2d9f9583-f0c8-4692-a6fa-86e2d8851550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:10.005404 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-38055102-fd07-4c52-b5cf-182cec523af5 req-2d9f9583-f0c8-4692-a6fa-86e2d8851550 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for port (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:10.006953 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-38055102-fd07-4c52-b5cf-182cec523af5 req-2d9f9583-f0c8-4692-a6fa-86e2d8851550 service neutron] 10.222.0.57 "PUT /v2.0/ports/968687ce-4c57-4729-84c6-548124c4123e HTTP/1.1" status: 200 len: 1093 time: 1.1137059 Jul 28 05:32:10.007400 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57115a26-af82-499e-a831-4b4c40e60ac5', 'tag': '968687ce-4c57-4729-84c6-548124c4123e'}] {{(pid=104273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:32:10.009872 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}294c2db51adabc0e3fe9263869e3ac3ebddb58bd39f135069541a8ae7da0566b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3954ad8-1d4d-4b0f-8c46-fd2499d772c6" -d '{"events": [{"name": "network-changed", "server_uuid": "57115a26-af82-499e-a831-4b4c40e60ac5", "tag": "968687ce-4c57-4729-84c6-548124c4123e"}]}' {{(pid=104273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:32:10.029010 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f9583-f0c8-4692-a6fa-86e2d8851550 service neutron] Pushing event updated for resources: {'Port': ['ID=968687ce-4c57-4729-84c6-548124c4123e,revision_number=3']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:10.213857 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcbde2a-f14c-4359-80cb-db4c3112ab91 req-bd46a003-e03d-4592-84f4-8bfe375ac7e5 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:10.216222 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9bcbde2a-f14c-4359-80cb-db4c3112ab91 req-bd46a003-e03d-4592-84f4-8bfe375ac7e5 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 944 time: 0.3720644 Jul 28 05:32:10.226388 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0149c-9474-42d1-ae79-d1f95bd4a243 admin admin] Pushing event updated for resources: {'Network': ['ID=78ba9f60-723f-462d-93db-0f0dc5c767e2,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:10.244010 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Network 78ba9f60-723f-462d-93db-0f0dc5c767e2 details requested by agent ovs-agent-dv-cinder-799871-48-iscsi with host dv-cinder-799871-48-iscsi {{(pid=104274) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 05:32:10.248354 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-b9f0149c-9474-42d1-ae79-d1f95bd4a243 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6512139 Jul 28 05:32:10.248879 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 34090) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:10.254468 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-fc16d1a3-6204-438b-b6e4-66c46f6026ae admin admin] Request body: {'subnet': {'network_id': '78ba9f60-723f-462d-93db-0f0dc5c767e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1666122698-subnet', 'tenant_id': '8a73af8e42ce4297848ab4111d14c437', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:32:10.298724 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-eee7b194-1ee6-4dba-819f-054ab7db8ba2 req-adcf3cdb-dfd5-4d1c-a6a0-45bf0bf78847 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4281230 Jul 28 05:32:10.300538 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-456ef694-843c-4d39-8ef0-a3ad0f6aaa48 admin admin] Publish callbacks [] for security_group (e9698116-4879-4f72-b36b-df1e043d6f61), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:10.331229 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9bcbde2a-f14c-4359-80cb-db4c3112ab91 req-5343b12d-46d3-4b21-bb80-481066381b44 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975878 Jul 28 05:32:10.357122 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf41561-d355-4155-8956-03f0fc20c045 x-openstack-request-id: req-6bf41561-d355-4155-8956-03f0fc20c045 {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:32:10.357434 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57115a26-af82-499e-a831-4b4c40e60ac5", "tag": "968687ce-4c57-4729-84c6-548124c4123e", "status": "completed", "code": 200}]} {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:32:10.357721 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6bf41561-d355-4155-8956-03f0fc20c045 {{(pid=104273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:32:10.358111 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bf41561-d355-4155-8956-03f0fc20c045'] response: {'name': 'network-changed', 'server_uuid': '57115a26-af82-499e-a831-4b4c40e60ac5', 'tag': '968687ce-4c57-4729-84c6-548124c4123e', 'status': 'completed', 'code': 200} Jul 28 05:32:10.364201 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc16d1a3-6204-438b-b6e4-66c46f6026ae admin admin] Made reservation on behalf of 8a73af8e42ce4297848ab4111d14c437 for: {'subnet': 1} {{(pid=104273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:32:10.366621 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-fc16d1a3-6204-438b-b6e4-66c46f6026ae admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:10.394861 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-456ef694-843c-4d39-8ef0-a3ad0f6aaa48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (e9698116-4879-4f72-b36b-df1e043d6f61), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:10.406200 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-6dc4d2c2-2428-4115-b9a9-b865a27a86ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (e8180808-fe86-494a-8130-3eaeb2246dad), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:10.409054 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-6dc4d2c2-2428-4115-b9a9-b865a27a86ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:10.410385 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-6dc4d2c2-2428-4115-b9a9-b865a27a86ac admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e8180808-fe86-494a-8130-3eaeb2246dad HTTP/1.1" status: 204 len: 168 time: 0.8123240 Jul 28 05:32:10.472394 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029131f-1b6c-4a0d-a8e5-fe19d0278bed req-ea41c921-799d-4b20-8505-78a881796542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:10.474300 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-8029131f-1b6c-4a0d-a8e5-fe19d0278bed req-ea41c921-799d-4b20-8505-78a881796542 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7b96e460476f4bc9b35224e38b33f4c7&device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 1128 time: 0.0641425 Jul 28 05:32:10.477842 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ef694-843c-4d39-8ef0-a3ad0f6aaa48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9698116-4879-4f72-b36b-df1e043d6f61,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:10.484536 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:10.484746 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-456ef694-843c-4d39-8ef0-a3ad0f6aaa48 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=228efd104adf410185b7c88e5b449d2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9534152 Jul 28 05:32:10.487470 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 34094) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:10.495506 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:10.495506 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3954ad8-1d4d-4b0f-8c46-fd2499d772c6 req-20464d02-6796-46aa-9b83-3251cc67be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:10.495506 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d3954ad8-1d4d-4b0f-8c46-fd2499d772c6 req-20464d02-6796-46aa-9b83-3251cc67be0e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d6e54a77d2aa469b8c0197d99170d978&device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 1127 time: 0.0821118 Jul 28 05:32:10.498840 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc4d2c2-2428-4115-b9a9-b865a27a86ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8180808-fe86-494a-8130-3eaeb2246dad,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:10.681892 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:10.695153 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9adff-c427-4639-92a2-d65f44bfca4b req-53298235-ceb6-4b24-9241-0944a0ab04c1 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:10.696811 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-87d9adff-c427-4639-92a2-d65f44bfca4b req-53298235-ceb6-4b24-9241-0944a0ab04c1 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 944 time: 0.1293914 Jul 28 05:32:10.772736 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:10.844021 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:INSERT=9 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:10.857658 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4aa5c2f1-c7eb-4126-b4a8-94ff6538bf19 req-4c86cd94-de30-454a-be04-83a197535e1d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=f769843b-cb4a-4599-bf54-49d579601a8a HTTP/1.1" status: 200 len: 210 time: 0.0594423 Jul 28 05:32:10.864940 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-87d9adff-c427-4639-92a2-d65f44bfca4b req-2f1a0f8c-742b-4913-ab60-10da817c870b tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510892 Jul 28 05:32:10.866892 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-30025518-9947-4116-b4a5-ee0482b8fab8 admin admin] Publish callbacks [] for security_group (e9698116-4879-4f72-b36b-df1e043d6f61), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:10.878170 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3954ad8-1d4d-4b0f-8c46-fd2499d772c6 req-3e89aac5-df40-4807-9904-d1e85a5c9e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:10.879729 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d3954ad8-1d4d-4b0f-8c46-fd2499d772c6 req-3e89aac5-df40-4807-9904-d1e85a5c9e91 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d6e54a77d2aa469b8c0197d99170d978&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2717276 Jul 28 05:32:10.913892 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029131f-1b6c-4a0d-a8e5-fe19d0278bed req-6122d39a-8ca0-4373-918b-4beb536250fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:10.915385 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-8029131f-1b6c-4a0d-a8e5-fe19d0278bed req-6122d39a-8ca0-4373-918b-4beb536250fd service neutron] 10.222.0.57 "GET /v2.0/networks?id=92779e58-7df4-4404-9045-ca3676cbb72b HTTP/1.1" status: 200 len: 911 time: 0.1964653 Jul 28 05:32:10.920484 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-30025518-9947-4116-b4a5-ee0482b8fab8 admin admin] Publish callbacks [] for security_group (e9698116-4879-4f72-b36b-df1e043d6f61), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:10.964929 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-fc16d1a3-6204-438b-b6e4-66c46f6026ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692'] for subnet (ec7fe163-7ce9-44af-b8ea-71cb6980529c), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:10.967833 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-8029131f-1b6c-4a0d-a8e5-fe19d0278bed req-60b9b2b5-288b-49c2-9571-337549afd328 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4306092c-5986-4fc4-a865-0baac79b0fbf HTTP/1.1" status: 200 len: 217 time: 0.0448222 Jul 28 05:32:11.093562 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc16d1a3-6204-438b-b6e4-66c46f6026ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec7fe163-7ce9-44af-b8ea-71cb6980529c,revision_number=0']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:11.096178 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029131f-1b6c-4a0d-a8e5-fe19d0278bed req-20d16e74-c4a6-40fe-8799-e9c4a7b7e429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:11.097721 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-8029131f-1b6c-4a0d-a8e5-fe19d0278bed req-20d16e74-c4a6-40fe-8799-e9c4a7b7e429 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=93d0c7af-c778-4812-bccd-0383249712e7 HTTP/1.1" status: 200 len: 849 time: 0.1217599 Jul 28 05:32:11.124226 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device c16cb5d0-7376-4ff8-92fe-2ea79594b837 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:32:11.143526 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19849931-be7d-437e-a773-46e979d95045 req-98645248-71a0-4172-86f0-13544167591b tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:11.146954 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc16d1a3-6204-438b-b6e4-66c46f6026ae admin admin] Checking segment: {'id': 'cd84b939-3966-4848-95a7-9af96fb9ea0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '78ba9f60-723f-462d-93db-0f0dc5c767e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:32:11.147306 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc16d1a3-6204-438b-b6e4-66c46f6026ae admin admin] Network hostable DHCP agents. Network: 78ba9f60-723f-462d-93db-0f0dc5c767e2, hostable agents: ['abae2507-ed95-47f5-bead-3f33926efd64'], hosted agents: [] {{(pid=104273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 05:32:11.147423 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-19849931-be7d-437e-a773-46e979d95045 req-98645248-71a0-4172-86f0-13544167591b tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e6d57a3-f6d1-4b5a-b313-e6cf26eec103 HTTP/1.1" status: 200 len: 944 time: 0.1861296 Jul 28 05:32:11.157521 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029131f-1b6c-4a0d-a8e5-fe19d0278bed req-7e83fd57-b3ac-4d5e-b1c6-f009e40a8873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:11.159270 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-8029131f-1b6c-4a0d-a8e5-fe19d0278bed req-7e83fd57-b3ac-4d5e-b1c6-f009e40a8873 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=92779e58-7df4-4404-9045-ca3676cbb72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0556774 Jul 28 05:32:11.262031 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-b4cde6d9-3e01-4a0b-b2cd-41e417a2efa3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:11.262621 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-30025518-9947-4116-b4a5-ee0482b8fab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (e9698116-4879-4f72-b36b-df1e043d6f61), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:11.263613 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-b4cde6d9-3e01-4a0b-b2cd-41e417a2efa3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.57 "GET /v2.0/networks?id=f094ee85-e5f7-4f76-b25b-19d66faa4449 HTTP/1.1" status: 200 len: 815 time: 0.3691072 Jul 28 05:32:11.267175 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3954ad8-1d4d-4b0f-8c46-fd2499d772c6 req-0056abfc-d9f8-48e7-a176-c1869d08fbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:11.268552 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d3954ad8-1d4d-4b0f-8c46-fd2499d772c6 req-0056abfc-d9f8-48e7-a176-c1869d08fbb3 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3764176 Jul 28 05:32:11.270165 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-30025518-9947-4116-b4a5-ee0482b8fab8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:11.271455 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-30025518-9947-4116-b4a5-ee0482b8fab8 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e9698116-4879-4f72-b36b-df1e043d6f61 HTTP/1.1" status: 204 len: 168 time: 0.7830310 Jul 28 05:32:11.279051 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:11.298222 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc16d1a3-6204-438b-b6e4-66c46f6026ae admin admin] Network 78ba9f60-723f-462d-93db-0f0dc5c767e2 is scheduled to be hosted by DHCP agent abae2507-ed95-47f5-bead-3f33926efd64 with binding_index 1 {{(pid=104273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 05:32:11.304867 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-19849931-be7d-437e-a773-46e979d95045 req-71835665-4a04-449d-b3c9-2d5dd2a6f152 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/security-groups?id=c0147f82-5a58-4e07-b545-d15cd6c553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565232 Jul 28 05:32:11.310598 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30025518-9947-4116-b4a5-ee0482b8fab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9698116-4879-4f72-b36b-df1e043d6f61,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:11.345411 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-8029131f-1b6c-4a0d-a8e5-fe19d0278bed req-6833a9c4-25b0-4a2e-9983-d9d425be9a9d service neutron] 10.222.0.57 "GET /v2.0/networks/92779e58-7df4-4404-9045-ca3676cbb72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779199 Jul 28 05:32:11.425261 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38055102-fd07-4c52-b5cf-182cec523af5 req-eb437e61-0f68-436e-b913-aa6d0f751434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:11.427230 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-38055102-fd07-4c52-b5cf-182cec523af5 req-eb437e61-0f68-436e-b913-aa6d0f751434 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d6e54a77d2aa469b8c0197d99170d978&device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 1127 time: 0.1044726 Jul 28 05:32:11.472029 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port c16cb5d0-7376-4ff8-92fe-2ea79594b837, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c16cb5d0-7376-4ff8-92fe-2ea79594b837,segment=NetworkSegment(969590d0-dfe4-4fac-89e7-175241a5022e),segment_id=969590d0-dfe4-4fac-89e7-175241a5022e)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:32:11.498523 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Returning: {'device': 'c16cb5d0-7376-4ff8-92fe-2ea79594b837', 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4', 'port_id': 'c16cb5d0-7376-4ff8-92fe-2ea79594b837', 'mac_address': 'fa:16:3e:72:3f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6633fe43-f109-432a-95d5-6755c5bac4f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:32:11.508564 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-8029131f-1b6c-4a0d-a8e5-fe19d0278bed req-c06fc40b-7607-41b8-8854-4f768188ed92 service neutron] 10.222.0.57 "GET /v2.0/networks/92779e58-7df4-4404-9045-ca3676cbb72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553574 Jul 28 05:32:11.509692 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [None req-fc16d1a3-6204-438b-b6e4-66c46f6026ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-48-iscsi, 78ba9f60-723f-462d-93db-0f0dc5c767e2) {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:32:11.514182 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc16d1a3-6204-438b-b6e4-66c46f6026ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:11.514771 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-fc16d1a3-6204-438b-b6e4-66c46f6026ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for subnet (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:11.551190 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b33b976-270b-4cee-92d4-e533f4542a6c None None] Network 78ba9f60-723f-462d-93db-0f0dc5c767e2 requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:32:11.571291 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ad68c-a7fd-45ec-bfe7-939b16989a2f req-75478827-e50a-463c-92b1-637bbcfd8671 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:11.572926 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4a6ad68c-a7fd-45ec-bfe7-939b16989a2f req-75478827-e50a-463c-92b1-637bbcfd8671 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 944 time: 0.1253161 Jul 28 05:32:11.577652 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-5e6e93db-e2a7-4b33-a608-def393dc7d38 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba0b7f7639504a25a73c94335d62b98f HTTP/1.1" status: 200 len: 379 time: 0.3005309 Jul 28 05:32:11.594152 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-fc16d1a3-6204-438b-b6e4-66c46f6026ae admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3436191 Jul 28 05:32:11.606330 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port c16cb5d0-7376-4ff8-92fe-2ea79594b837 is: DOWN; New status is: BUILD {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:32:11.606965 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (c16cb5d0-7376-4ff8-92fe-2ea79594b837), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:11.627164 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c16cb5d0-7376-4ff8-92fe-2ea79594b837 {{(pid=104274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:32:11.627330 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-658c2112-6782-4a49-94cd-d6a947f54fd3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Request body: {'port': {'device_id': 'f769843b-cb4a-4599-bf54-49d579601a8a', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'admin_state_up': True, 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'security_groups': ['a78a1b60-b789-46e9-a7d5-cfa10f9ddba4']}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:32:11.647497 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-38055102-fd07-4c52-b5cf-182cec523af5 req-10b24c0b-3cb8-4ea1-b274-631e0b3dff53 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=968687ce-4c57-4729-84c6-548124c4123e HTTP/1.1" status: 200 len: 217 time: 0.1478772 Jul 28 05:32:11.663603 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port c16cb5d0-7376-4ff8-92fe-2ea79594b837, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c16cb5d0-7376-4ff8-92fe-2ea79594b837,segment=NetworkSegment(969590d0-dfe4-4fac-89e7-175241a5022e),segment_id=969590d0-dfe4-4fac-89e7-175241a5022e)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:32:11.698384 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1918833d-cff9-46c9-8bfc-bed87ab65ad4 None None] Network 78ba9f60-723f-462d-93db-0f0dc5c767e2 requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:32:11.704974 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8126ffbf-d80e-407e-89ca-25fb1c2a8593 req-bae9916f-5042-4df2-9be3-49987b6cbf1e tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:11.706534 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8126ffbf-d80e-407e-89ca-25fb1c2a8593 req-bae9916f-5042-4df2-9be3-49987b6cbf1e tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 943 time: 0.2732637 Jul 28 05:32:11.800428 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (c16cb5d0-7376-4ff8-92fe-2ea79594b837), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:11.801258 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 7685d4b0-825f-4ec9-b8cb-496d80179339 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:32:11.844356 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4a6ad68c-a7fd-45ec-bfe7-939b16989a2f req-9ed575d1-9789-49b0-b19b-fb811c22164c tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232449 Jul 28 05:32:11.850239 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38055102-fd07-4c52-b5cf-182cec523af5 req-c91bd83d-69c4-400f-b25e-3b3235e0f383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:11.851958 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-38055102-fd07-4c52-b5cf-182cec523af5 req-c91bd83d-69c4-400f-b25e-3b3235e0f383 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=329242a6-cde1-43fc-b2d2-7b69ba8c6d75 HTTP/1.1" status: 200 len: 856 time: 0.1807647 Jul 28 05:32:11.888236 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port 7685d4b0-825f-4ec9-b8cb-496d80179339, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7685d4b0-825f-4ec9-b8cb-496d80179339,segment=NetworkSegment(969590d0-dfe4-4fac-89e7-175241a5022e),segment_id=969590d0-dfe4-4fac-89e7-175241a5022e)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:32:11.897426 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=c16cb5d0-7376-4ff8-92fe-2ea79594b837,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:11.904881 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Returning: {'device': '7685d4b0-825f-4ec9-b8cb-496d80179339', 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4', 'port_id': '7685d4b0-825f-4ec9-b8cb-496d80179339', 'mac_address': 'fa:16:3e:e6:db:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6633fe43-f109-432a-95d5-6755c5bac4f1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:32:11.929985 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:11.934709 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8126ffbf-d80e-407e-89ca-25fb1c2a8593 req-d946e7ea-d9f7-4871-9411-1bad4fc70810 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965444 Jul 28 05:32:11.939351 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:11.943946 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port 7685d4b0-825f-4ec9-b8cb-496d80179339 is: DOWN; New status is: BUILD {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:32:11.944402 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (7685d4b0-825f-4ec9-b8cb-496d80179339), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:11.959921 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7685d4b0-825f-4ec9-b8cb-496d80179339 {{(pid=104274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:32:11.968621 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:11.972288 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38055102-fd07-4c52-b5cf-182cec523af5 req-c8792a23-0424-4983-b842-029c6dca271f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:11.980201 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-38055102-fd07-4c52-b5cf-182cec523af5 req-c8792a23-0424-4983-b842-029c6dca271f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12676c2f-cd93-405a-a402-b0ee7cfa77c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1144381 Jul 28 05:32:11.984401 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port 7685d4b0-825f-4ec9-b8cb-496d80179339, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7685d4b0-825f-4ec9-b8cb-496d80179339,segment=NetworkSegment(969590d0-dfe4-4fac-89e7-175241a5022e),segment_id=969590d0-dfe4-4fac-89e7-175241a5022e)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:32:12.073003 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (7685d4b0-825f-4ec9-b8cb-496d80179339), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:12.077234 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device dea42e8c-f00e-4206-92e3-ecad08848a56 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:32:12.101032 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5c58252c-ac2a-400d-b4c1-d1872b69be90 req-b3c372a7-aa4f-4288-8b47-030c8d020d52 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=f769843b-cb4a-4599-bf54-49d579601a8a HTTP/1.1" status: 200 len: 210 time: 0.0905690 Jul 28 05:32:12.125391 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636c426-49c1-49c1-b329-2484d3e91664 req-9414827e-3236-40fb-8e41-44c7f4a2db5d tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:12.127078 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1636c426-49c1-49c1-b329-2484d3e91664 req-9414827e-3236-40fb-8e41-44c7f4a2db5d tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 944 time: 0.0753736 Jul 28 05:32:12.175465 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-38055102-fd07-4c52-b5cf-182cec523af5 req-5035d454-16c3-4228-8a9e-8657ca2f6830 service neutron] 10.222.0.57 "GET /v2.0/networks/12676c2f-cd93-405a-a402-b0ee7cfa77c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913455 Jul 28 05:32:12.178508 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=7685d4b0-825f-4ec9-b8cb-496d80179339,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:12.237064 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port dea42e8c-f00e-4206-92e3-ecad08848a56, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=dea42e8c-f00e-4206-92e3-ecad08848a56,segment=NetworkSegment(de5e18e7-c5d5-4795-b86e-5151ec6d287a),segment_id=de5e18e7-c5d5-4795-b86e-5151ec6d287a)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:32:12.237167 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 34142) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:12.243687 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-658c2112-6782-4a49-94cd-d6a947f54fd3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Made reservation on behalf of ba0b7f7639504a25a73c94335d62b98f for: {'port': 1} {{(pid=104272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:32:12.247141 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-658c2112-6782-4a49-94cd-d6a947f54fd3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:12.252335 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Returning: {'device': 'dea42e8c-f00e-4206-92e3-ecad08848a56', 'network_id': '2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed', 'port_id': 'dea42e8c-f00e-4206-92e3-ecad08848a56', 'mac_address': 'fa:16:3e:e1:29:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '154c4ca7-1ebc-4409-9f6b-8c04f2bdb864', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:32:12.263806 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-b8bcbbfb-f811-4c52-bc64-8d6e66b06d73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:12.277360 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1636c426-49c1-49c1-b329-2484d3e91664 req-b8e4e72c-bcc3-401c-adfd-5727e8966ddd tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430330 Jul 28 05:32:12.306305 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port dea42e8c-f00e-4206-92e3-ecad08848a56 is: DOWN; New status is: BUILD {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:32:12.306718 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (dea42e8c-f00e-4206-92e3-ecad08848a56), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:12.334435 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea42e8c-f00e-4206-92e3-ecad08848a56 {{(pid=104274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:32:12.386076 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-38055102-fd07-4c52-b5cf-182cec523af5 req-f29d594d-5718-4349-ad0b-96b5070874f5 service neutron] 10.222.0.57 "GET /v2.0/networks/12676c2f-cd93-405a-a402-b0ee7cfa77c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017949 Jul 28 05:32:12.410332 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-b8bcbbfb-f811-4c52-bc64-8d6e66b06d73 admin admin] Publish callbacks [] for security_group (99174280-3c00-4e00-bce6-a4f3c7eb97a7), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:12.410509 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port dea42e8c-f00e-4206-92e3-ecad08848a56, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=dea42e8c-f00e-4206-92e3-ecad08848a56,segment=NetworkSegment(de5e18e7-c5d5-4795-b86e-5151ec6d287a),segment_id=de5e18e7-c5d5-4795-b86e-5151ec6d287a)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:32:12.492437 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.db_base_plugin_common [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-658c2112-6782-4a49-94cd-d6a947f54fd3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Allocated IP 172.20.0.10 (f094ee85-e5f7-4f76-b25b-19d66faa4449/456b76b1-4e97-4147-a35d-860a8ddd449e/b006268e-0b66-4d7e-8674-41ac5075555d) {{(pid=104272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:32:12.500709 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f97761-63b9-444c-acf0-f1015c89c3b1 req-5ee334c2-5f2b-47c1-a891-5292a59a68ac tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:12.502244 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-73f97761-63b9-444c-acf0-f1015c89c3b1 req-5ee334c2-5f2b-47c1-a891-5292a59a68ac tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e6d57a3-f6d1-4b5a-b313-e6cf26eec103 HTTP/1.1" status: 200 len: 944 time: 0.0683653 Jul 28 05:32:12.524368 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-b8bcbbfb-f811-4c52-bc64-8d6e66b06d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (99174280-3c00-4e00-bce6-a4f3c7eb97a7), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:12.524580 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (dea42e8c-f00e-4206-92e3-ecad08848a56), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:12.567238 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bcbbfb-f811-4c52-bc64-8d6e66b06d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99174280-3c00-4e00-bce6-a4f3c7eb97a7,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:12.571711 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-b8bcbbfb-f811-4c52-bc64-8d6e66b06d73 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=788aa35f988b4c4e8b4a164b9579a357&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3341334 Jul 28 05:32:12.577839 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 34148) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:12.597257 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=dea42e8c-f00e-4206-92e3-ecad08848a56,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:12.820733 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-73f97761-63b9-444c-acf0-f1015c89c3b1 req-31004922-be15-410d-895d-7cb42fbc11cc tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/security-groups?id=c0147f82-5a58-4e07-b545-d15cd6c553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111639 Jul 28 05:32:12.829504 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:12.844778 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:12.849660 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:12.896162 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:12.897340 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-983358e4-250e-4639-bf4c-170fffa30cdd admin admin] Publish callbacks [] for security_group (99174280-3c00-4e00-bce6-a4f3c7eb97a7), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:12.972576 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-983358e4-250e-4639-bf4c-170fffa30cdd admin admin] Publish callbacks [] for security_group (99174280-3c00-4e00-bce6-a4f3c7eb97a7), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:12.978407 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-658c2112-6782-4a49-94cd-d6a947f54fd3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for port (b006268e-0b66-4d7e-8674-41ac5075555d), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:12.986261 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 34168) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:12.993367 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-136e4fdb-4181-4b02-b9ec-63c86222f922 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1825473282-network', 'tenant_id': '5fee5ccd0a2e4a6baa670eca18e3a4fc'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:32:13.007700 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f6ca4-55bb-41f9-b602-d37a60d05411 req-20d499c4-c1eb-48a0-9565-e83adc9b74b9 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:13.009232 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-397f6ca4-55bb-41f9-b602-d37a60d05411 req-20d499c4-c1eb-48a0-9565-e83adc9b74b9 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 945 time: 0.0872519 Jul 28 05:32:13.080295 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] get_ports_and_sgs() called for port_ids ['c16cb5d0-7376-4ff8-92fe-2ea79594b837'] {{(pid=104274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:32:13.122610 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a06251-f367-4b77-894c-afff94a573df req-4c7fe48e-98db-48a1-98f7-96c328d84067 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:13.124170 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d4a06251-f367-4b77-894c-afff94a573df req-4c7fe48e-98db-48a1-98f7-96c328d84067 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 943 time: 0.0878515 Jul 28 05:32:13.131804 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 4306092c-5986-4fc4-a865-0baac79b0fbf details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:32:13.151044 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:13.152862 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136e4fdb-4181-4b02-b9ec-63c86222f922 admin admin] Made reservation on behalf of 5fee5ccd0a2e4a6baa670eca18e3a4fc for: {'network': 1} {{(pid=104273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:32:13.155524 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-136e4fdb-4181-4b02-b9ec-63c86222f922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for network (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:13.164289 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-136e4fdb-4181-4b02-b9ec-63c86222f922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:13.196942 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-397f6ca4-55bb-41f9-b602-d37a60d05411 req-3bf0a3ea-b4d9-44ad-b5dd-ff4ecb9e4623 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728346 Jul 28 05:32:13.203574 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-658c2112-6782-4a49-94cd-d6a947f54fd3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915'] for port (b006268e-0b66-4d7e-8674-41ac5075555d), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:13.229729 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] get_ports_and_sgs() called for port_ids ['7685d4b0-825f-4ec9-b8cb-496d80179339'] {{(pid=104274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:32:13.253115 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d4a06251-f367-4b77-894c-afff94a573df req-fdaceb39-c374-4a6b-86fb-28c927225933 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065698 Jul 28 05:32:13.265253 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-983358e4-250e-4639-bf4c-170fffa30cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (99174280-3c00-4e00-bce6-a4f3c7eb97a7), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:13.270601 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-983358e4-250e-4639-bf4c-170fffa30cdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:13.275967 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-983358e4-250e-4639-bf4c-170fffa30cdd admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/99174280-3c00-4e00-bce6-a4f3c7eb97a7 HTTP/1.1" status: 204 len: 168 time: 0.4654458 Jul 28 05:32:13.287284 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-658c2112-6782-4a49-94cd-d6a947f54fd3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Network f094ee85-e5f7-4f76-b25b-19d66faa4449 is already hosted by enough agents. {{(pid=104272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:32:13.304357 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-658c2112-6782-4a49-94cd-d6a947f54fd3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Resources bound (agent type, host, resource id): {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:32:13.307824 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-658c2112-6782-4a49-94cd-d6a947f54fd3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Received port after_create {{(pid=104272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:32:13.314057 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-658c2112-6782-4a49-94cd-d6a947f54fd3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:13.314794 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-658c2112-6782-4a49-94cd-d6a947f54fd3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for port (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:13.325789 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983358e4-250e-4639-bf4c-170fffa30cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99174280-3c00-4e00-bce6-a4f3c7eb97a7,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:13.359559 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c2112-6782-4a49-94cd-d6a947f54fd3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Pushing event updated for resources: {'Port': ['ID=b006268e-0b66-4d7e-8674-41ac5075555d,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:13.435233 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-136e4fdb-4181-4b02-b9ec-63c86222f922 admin admin] Publish callbacks [] for security_group (cc01a566-4299-4455-95eb-cdec67c14912), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:13.451638 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30514c9-d399-4847-85e6-a05574922cd4 req-cf7f15e3-1d91-4f37-828b-07f3b5f399c3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:13.452190 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b30514c9-d399-4847-85e6-a05574922cd4 req-cf7f15e3-1d91-4f37-828b-07f3b5f399c3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=f769843b-cb4a-4599-bf54-49d579601a8a HTTP/1.1" status: 200 len: 932 time: 0.1519470 Jul 28 05:32:13.487902 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:13.513212 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-658c2112-6782-4a49-94cd-d6a947f54fd3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8901370 Jul 28 05:32:13.520217 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565e2dd-5765-4959-902c-f7ed3a955623 req-4dc2e4c5-f2d2-4fae-be17-79f76c9a967a tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:13.521914 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e565e2dd-5765-4959-902c-f7ed3a955623 req-4dc2e4c5-f2d2-4fae-be17-79f76c9a967a tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 944 time: 0.0985124 Jul 28 05:32:13.530726 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-5e2b8de9-cb3d-4ff8-b028-b48a1feeb05f service neutron] Request body: {'port': {'device_id': 'f769843b-cb4a-4599-bf54-49d579601a8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:32:13.536140 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] get_ports_and_sgs() called for port_ids ['dea42e8c-f00e-4206-92e3-ecad08848a56'] {{(pid=104274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:32:13.554637 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-136e4fdb-4181-4b02-b9ec-63c86222f922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (cc01a566-4299-4455-95eb-cdec67c14912), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:13.579226 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=13 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:13.610148 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b30514c9-d399-4847-85e6-a05574922cd4 req-dcad4078-bcef-462b-b72b-86480f4470f8 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=a78a1b60-b789-46e9-a7d5-cfa10f9ddba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351137 Jul 28 05:32:13.660831 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e4fdb-4181-4b02-b9ec-63c86222f922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc01a566-4299-4455-95eb-cdec67c14912,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:13.668973 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-136e4fdb-4181-4b02-b9ec-63c86222f922 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=104273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 05:32:13.693703 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-136e4fdb-4181-4b02-b9ec-63c86222f922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124'] for segment (cf68df47-b1b1-4e5e-89a0-63433cb9c2f6), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:13.696687 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.db.segments_db [None req-136e4fdb-4181-4b02-b9ec-63c86222f922 admin admin] Added segment cf68df47-b1b1-4e5e-89a0-63433cb9c2f6 of type vlan for network 8116c60a-aef4-44a0-a066-d72ae87af1b2 Jul 28 05:32:13.707460 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e565e2dd-5765-4959-902c-f7ed3a955623 req-cb5f9e0e-3558-4d70-9a2e-85252dcfa13c tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715689 Jul 28 05:32:13.710053 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-5e2b8de9-cb3d-4ff8-b028-b48a1feeb05f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (b006268e-0b66-4d7e-8674-41ac5075555d), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:13.754237 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port 4306092c-5986-4fc4-a865-0baac79b0fbf, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4306092c-5986-4fc4-a865-0baac79b0fbf,segment=NetworkSegment(c9e82de0-9864-4c88-908a-44b07604c3c0),segment_id=c9e82de0-9864-4c88-908a-44b07604c3c0)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:32:13.780552 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-136e4fdb-4181-4b02-b9ec-63c86222f922 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748695041913'] for network (8116c60a-aef4-44a0-a066-d72ae87af1b2), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:13.807550 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=100 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:13.820574 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Returning: {'device': '4306092c-5986-4fc4-a865-0baac79b0fbf', 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b', 'port_id': '4306092c-5986-4fc4-a865-0baac79b0fbf', 'mac_address': 'fa:16:3e:59:8f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93d0c7af-c778-4812-bccd-0383249712e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:32:13.829584 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-f0123f6c-e20f-4809-b54e-6d5ff0d9adf8 None None] Provisioning complete for port b006268e-0b66-4d7e-8674-41ac5075555d triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:32:13.830186 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-f0123f6c-e20f-4809-b54e-6d5ff0d9adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (b006268e-0b66-4d7e-8674-41ac5075555d), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:13.874222 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-136e4fdb-4181-4b02-b9ec-63c86222f922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692'] for network (8116c60a-aef4-44a0-a066-d72ae87af1b2), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:13.876288 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136e4fdb-4181-4b02-b9ec-63c86222f922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:13.877054 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-136e4fdb-4181-4b02-b9ec-63c86222f922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for network (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:13.960902 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-f0123f6c-e20f-4809-b54e-6d5ff0d9adf8 None None] Port b006268e-0b66-4d7e-8674-41ac5075555d cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:32:13.986095 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port 4306092c-5986-4fc4-a865-0baac79b0fbf is: DOWN; New status is: BUILD {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:32:13.986731 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (4306092c-5986-4fc4-a865-0baac79b0fbf), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:14.003690 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e4fdb-4181-4b02-b9ec-63c86222f922 admin admin] Pushing event updated for resources: {'Network': ['ID=8116c60a-aef4-44a0-a066-d72ae87af1b2,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:14.034580 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Network 8116c60a-aef4-44a0-a066-d72ae87af1b2 details requested by agent ovs-agent-dv-cinder-799871-48-iscsi with host dv-cinder-799871-48-iscsi {{(pid=104274) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 05:32:14.069296 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ac8cf-3e8a-4aa6-8126-4b4ea58e5202 req-8404b602-7402-4cf1-9608-ddddc2429239 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:14.070932 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0f1ac8cf-3e8a-4aa6-8126-4b4ea58e5202 req-8404b602-7402-4cf1-9608-ddddc2429239 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e6d57a3-f6d1-4b5a-b313-e6cf26eec103 HTTP/1.1" status: 200 len: 945 time: 0.0753284 Jul 28 05:32:14.082908 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4306092c-5986-4fc4-a865-0baac79b0fbf {{(pid=104274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:32:14.117027 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-136e4fdb-4181-4b02-b9ec-63c86222f922 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1296015 Jul 28 05:32:14.119161 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 34196) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:14.125413 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-6e843884-6ad0-4ff2-b3d6-4af034d55caf admin admin] Request body: {'subnet': {'network_id': '8116c60a-aef4-44a0-a066-d72ae87af1b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1825473282-subnet', 'tenant_id': '5fee5ccd0a2e4a6baa670eca18e3a4fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:32:14.145319 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port 4306092c-5986-4fc4-a865-0baac79b0fbf, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4306092c-5986-4fc4-a865-0baac79b0fbf,segment=NetworkSegment(c9e82de0-9864-4c88-908a-44b07604c3c0),segment_id=c9e82de0-9864-4c88-908a-44b07604c3c0)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:32:14.176295 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0f1ac8cf-3e8a-4aa6-8126-4b4ea58e5202 req-f413ad06-9896-4977-b4e5-5e83d296d422 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/security-groups?id=c0147f82-5a58-4e07-b545-d15cd6c553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942471 Jul 28 05:32:14.193278 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (4306092c-5986-4fc4-a865-0baac79b0fbf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:14.224446 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-5e2b8de9-cb3d-4ff8-b028-b48a1feeb05f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b006268e-0b66-4d7e-8674-41ac5075555d {{(pid=104272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:32:14.239215 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e843884-6ad0-4ff2-b3d6-4af034d55caf admin admin] Made reservation on behalf of 5fee5ccd0a2e4a6baa670eca18e3a4fc for: {'subnet': 1} {{(pid=104273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:32:14.239344 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-5e2b8de9-cb3d-4ff8-b028-b48a1feeb05f service neutron] Publish callbacks [] for port (b006268e-0b66-4d7e-8674-41ac5075555d), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:14.239440 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6e843884-6ad0-4ff2-b3d6-4af034d55caf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:14.252844 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.provisioning_blocks [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-5e2b8de9-cb3d-4ff8-b028-b48a1feeb05f service neutron] Transition to ACTIVE for port object b006268e-0b66-4d7e-8674-41ac5075555d will not be triggered until provisioned by entity L2. {{(pid=104272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 05:32:14.290760 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=4306092c-5986-4fc4-a865-0baac79b0fbf,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:14.341522 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:14.349453 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-5e2b8de9-cb3d-4ff8-b028-b48a1feeb05f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (b006268e-0b66-4d7e-8674-41ac5075555d), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:14.423149 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a46e5c-a818-4271-9634-5645c677a1bb req-2b651b76-39e2-417b-a8e1-99cd5edca3a9 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:14.427540 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:14.430299 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c1a46e5c-a818-4271-9634-5645c677a1bb req-2b651b76-39e2-417b-a8e1-99cd5edca3a9 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 945 time: 0.1272500 Jul 28 05:32:14.523705 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b8de9-cb3d-4ff8-b028-b48a1feeb05f service neutron] Pushing event updated for resources: {'Port': ['ID=b006268e-0b66-4d7e-8674-41ac5075555d,revision_number=2']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:14.564371 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf635f-1566-4bae-a72c-d94813f8de22 req-9eae78aa-adfa-4975-9d0d-60df3927e63b tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:14.564816 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6e843884-6ad0-4ff2-b3d6-4af034d55caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692'] for subnet (2555bf68-1b1a-455d-b97a-7d01abf4f6ef), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:14.569980 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-6bcf635f-1566-4bae-a72c-d94813f8de22 req-9eae78aa-adfa-4975-9d0d-60df3927e63b tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 943 time: 0.1791196 Jul 28 05:32:14.623958 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.managers [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-5e2b8de9-cb3d-4ff8-b028-b48a1feeb05f service neutron] Attempting to bind port b006268e-0b66-4d7e-8674-41ac5075555d on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:32:14.624238 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.managers [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-5e2b8de9-cb3d-4ff8-b028-b48a1feeb05f service neutron] Attempting to bind port b006268e-0b66-4d7e-8674-41ac5075555d by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'd6393f65-f317-4f88-bc02-4e43465dc849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449'}] {{(pid=104272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:32:14.624574 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-5e2b8de9-cb3d-4ff8-b028-b48a1feeb05f service neutron] Attempting to bind port b006268e-0b66-4d7e-8674-41ac5075555d on network f094ee85-e5f7-4f76-b25b-19d66faa4449 {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:32:14.630930 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c1a46e5c-a818-4271-9634-5645c677a1bb req-ab2438dd-65b8-434b-ab43-b4819409de5f tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999102 Jul 28 05:32:14.637504 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-5e2b8de9-cb3d-4ff8-b028-b48a1feeb05f service neutron] Port b006268e-0b66-4d7e-8674-41ac5075555d on network f094ee85-e5f7-4f76-b25b-19d66faa4449 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 05:32:14.637842 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-5e2b8de9-cb3d-4ff8-b028-b48a1feeb05f service neutron] Attempting to bind port b006268e-0b66-4d7e-8674-41ac5075555d on network f094ee85-e5f7-4f76-b25b-19d66faa4449 {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:32:14.638828 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e843884-6ad0-4ff2-b3d6-4af034d55caf admin admin] Checking segment: {'id': 'cf68df47-b1b1-4e5e-89a0-63433cb9c2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8116c60a-aef4-44a0-a066-d72ae87af1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:32:14.639193 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e843884-6ad0-4ff2-b3d6-4af034d55caf admin admin] Network hostable DHCP agents. Network: 8116c60a-aef4-44a0-a066-d72ae87af1b2, hostable agents: ['abae2507-ed95-47f5-bead-3f33926efd64'], hosted agents: [] {{(pid=104273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 05:32:14.641693 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e843884-6ad0-4ff2-b3d6-4af034d55caf admin admin] Pushing event updated for resources: {'Subnet': ['ID=2555bf68-1b1a-455d-b97a-7d01abf4f6ef,revision_number=0']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:14.651185 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-5e2b8de9-cb3d-4ff8-b028-b48a1feeb05f service neutron] Checking agent: {'id': '50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'started_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:32:14.651584 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-5e2b8de9-cb3d-4ff8-b028-b48a1feeb05f service neutron] Checking segment: {'id': 'd6393f65-f317-4f88-bc02-4e43465dc849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:32:14.651949 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-5e2b8de9-cb3d-4ff8-b028-b48a1feeb05f service neutron] Bound using segment: {'id': 'd6393f65-f317-4f88-bc02-4e43465dc849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449'} {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:32:14.652378 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.managers [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-5e2b8de9-cb3d-4ff8-b028-b48a1feeb05f service neutron] Bound port: b006268e-0b66-4d7e-8674-41ac5075555d, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6393f65-f317-4f88-bc02-4e43465dc849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449'}}] {{(pid=104272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:32:14.652998 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-5e2b8de9-cb3d-4ff8-b028-b48a1feeb05f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (b006268e-0b66-4d7e-8674-41ac5075555d), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:14.681158 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-6bcf635f-1566-4bae-a72c-d94813f8de22 req-b3dc28d0-225c-4f0e-9eb0-1422a04eed5f tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980287 Jul 28 05:32:14.764142 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e843884-6ad0-4ff2-b3d6-4af034d55caf admin admin] Network 8116c60a-aef4-44a0-a066-d72ae87af1b2 is scheduled to be hosted by DHCP agent abae2507-ed95-47f5-bead-3f33926efd64 with binding_index 1 {{(pid=104273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 05:32:14.777676 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-5e2b8de9-cb3d-4ff8-b028-b48a1feeb05f service neutron] For port b006268e-0b66-4d7e-8674-41ac5075555d, host hv-cinder-79987, cleared binding levels {{(pid=104272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:32:14.811955 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-5e2b8de9-cb3d-4ff8-b028-b48a1feeb05f service neutron] For port b006268e-0b66-4d7e-8674-41ac5075555d, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b006268e-0b66-4d7e-8674-41ac5075555d,segment=NetworkSegment(d6393f65-f317-4f88-bc02-4e43465dc849),segment_id=d6393f65-f317-4f88-bc02-4e43465dc849)] {{(pid=104272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:32:14.823535 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6dbf18-3e62-42d5-b274-36d8ce0dfd35 req-f1d1177e-9058-4bba-9f70-e8ee2d1ca492 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:14.825595 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-6e6dbf18-3e62-42d5-b274-36d8ce0dfd35 req-f1d1177e-9058-4bba-9f70-e8ee2d1ca492 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=f769843b-cb4a-4599-bf54-49d579601a8a HTTP/1.1" status: 200 len: 944 time: 0.0897026 Jul 28 05:32:14.826964 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [None req-6e843884-6ad0-4ff2-b3d6-4af034d55caf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-48-iscsi, 8116c60a-aef4-44a0-a066-d72ae87af1b2) {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:32:14.832288 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e843884-6ad0-4ff2-b3d6-4af034d55caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:14.832915 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6e843884-6ad0-4ff2-b3d6-4af034d55caf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for subnet (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:14.836876 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bdda17-2b97-4d24-9e8f-85059d7f26a2 None None] Network 8116c60a-aef4-44a0-a066-d72ae87af1b2 requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:32:14.883551 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36414b32-2b43-481d-bc79-78f16ab7903e req-8913a15e-a18b-4cab-be50-4bbb2745292a tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:14.885044 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-36414b32-2b43-481d-bc79-78f16ab7903e req-8913a15e-a18b-4cab-be50-4bbb2745292a tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 945 time: 0.0873630 Jul 28 05:32:14.903794 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-5e2b8de9-cb3d-4ff8-b028-b48a1feeb05f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (b006268e-0b66-4d7e-8674-41ac5075555d), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:14.936908 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-6e843884-6ad0-4ff2-b3d6-4af034d55caf admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8163130 Jul 28 05:32:14.959063 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:14.965656 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-6e6dbf18-3e62-42d5-b274-36d8ce0dfd35 req-afc88026-3210-43ad-a0d1-01f5ed1a2b23 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=a78a1b60-b789-46e9-a7d5-cfa10f9ddba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141934 Jul 28 05:32:14.977508 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-5e2b8de9-cb3d-4ff8-b028-b48a1feeb05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:14.978168 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-5e2b8de9-cb3d-4ff8-b028-b48a1feeb05f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for port (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:14.992999 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6819bf9-3c90-4a29-adaa-75718482ae51 None None] Network 8116c60a-aef4-44a0-a066-d72ae87af1b2 requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:32:14.993329 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-5e2b8de9-cb3d-4ff8-b028-b48a1feeb05f service neutron] 10.222.0.57 "PUT /v2.0/ports/b006268e-0b66-4d7e-8674-41ac5075555d HTTP/1.1" status: 200 len: 1094 time: 1.4702916 Jul 28 05:32:15.001341 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f769843b-cb4a-4599-bf54-49d579601a8a', 'tag': 'b006268e-0b66-4d7e-8674-41ac5075555d'}] {{(pid=104272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:32:15.003977 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90743944bbcefbc541f6211993cabd2c9418e1ba23e64f30c52edf03935cac0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12a3e24-46e7-4b0e-a5af-28972f45d51f" -d '{"events": [{"name": "network-changed", "server_uuid": "f769843b-cb4a-4599-bf54-49d579601a8a", "tag": "b006268e-0b66-4d7e-8674-41ac5075555d"}]}' {{(pid=104272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:32:15.057178 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-36414b32-2b43-481d-bc79-78f16ab7903e req-83c79cf5-f718-49e4-8b7e-8385383d7be6 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550248 Jul 28 05:32:15.058671 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b8de9-cb3d-4ff8-b028-b48a1feeb05f service neutron] Pushing event updated for resources: {'Port': ['ID=b006268e-0b66-4d7e-8674-41ac5075555d,revision_number=3']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:15.096576 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa556e2-ffb3-42a5-b640-9235e3c86612 x-openstack-request-id: req-6fa556e2-ffb3-42a5-b640-9235e3c86612 {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:32:15.096874 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f769843b-cb4a-4599-bf54-49d579601a8a", "tag": "b006268e-0b66-4d7e-8674-41ac5075555d", "status": "completed", "code": 200}]} {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:32:15.097131 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6fa556e2-ffb3-42a5-b640-9235e3c86612 {{(pid=104272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:32:15.097570 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fa556e2-ffb3-42a5-b640-9235e3c86612'] response: {'name': 'network-changed', 'server_uuid': 'f769843b-cb4a-4599-bf54-49d579601a8a', 'tag': 'b006268e-0b66-4d7e-8674-41ac5075555d', 'status': 'completed', 'code': 200} Jul 28 05:32:15.190376 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a3e24-46e7-4b0e-a5af-28972f45d51f req-fc1a81fe-0928-435b-859d-0f240f82808a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:15.192331 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b12a3e24-46e7-4b0e-a5af-28972f45d51f req-fc1a81fe-0928-435b-859d-0f240f82808a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0b7f7639504a25a73c94335d62b98f&device_id=f769843b-cb4a-4599-bf54-49d579601a8a HTTP/1.1" status: 200 len: 1128 time: 0.0753863 Jul 28 05:32:15.290933 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:15.297201 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 968687ce-4c57-4729-84c6-548124c4123e details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:32:15.388376 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762a494-2e8e-4984-a0eb-83e3bd8c4167 req-0401db94-94f6-4bc2-ac9f-a969c4a6de59 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:15.395307 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0762a494-2e8e-4984-a0eb-83e3bd8c4167 req-0401db94-94f6-4bc2-ac9f-a969c4a6de59 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e6d57a3-f6d1-4b5a-b313-e6cf26eec103 HTTP/1.1" status: 200 len: 945 time: 0.0895040 Jul 28 05:32:15.400639 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] get_ports_and_sgs() called for port_ids ['4306092c-5986-4fc4-a865-0baac79b0fbf'] {{(pid=104274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:32:15.403414 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device c16cb5d0-7376-4ff8-92fe-2ea79594b837 up at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:32:15.463520 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0762a494-2e8e-4984-a0eb-83e3bd8c4167 req-2cd42563-124d-4e34-a221-4274ecbf74ea tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/security-groups?id=c0147f82-5a58-4e07-b545-d15cd6c553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672204 Jul 28 05:32:15.482627 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a3e24-46e7-4b0e-a5af-28972f45d51f req-e752a5ea-ee8f-4f0a-b095-1092d45f64b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:15.484751 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b12a3e24-46e7-4b0e-a5af-28972f45d51f req-e752a5ea-ee8f-4f0a-b095-1092d45f64b6 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=ba0b7f7639504a25a73c94335d62b98f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2783663 Jul 28 05:32:15.508471 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=100 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:15.544699 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port 968687ce-4c57-4729-84c6-548124c4123e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=968687ce-4c57-4729-84c6-548124c4123e,segment=NetworkSegment(4427f270-b023-404e-a3c1-104654497080),segment_id=4427f270-b023-404e-a3c1-104654497080)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:32:15.577249 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Returning: {'device': '968687ce-4c57-4729-84c6-548124c4123e', 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5', 'port_id': '968687ce-4c57-4729-84c6-548124c4123e', 'mac_address': 'fa:16:3e:04:ef:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '329242a6-cde1-43fc-b2d2-7b69ba8c6d75', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:32:15.601345 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning for port c16cb5d0-7376-4ff8-92fe-2ea79594b837 completed by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 05:32:15.603039 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a3e24-46e7-4b0e-a5af-28972f45d51f req-99b4ab62-75b6-4e5e-a022-ee56b7c1f4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:15.604923 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b12a3e24-46e7-4b0e-a5af-28972f45d51f req-99b4ab62-75b6-4e5e-a022-ee56b7c1f4ed service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1118519 Jul 28 05:32:15.656988 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port 968687ce-4c57-4729-84c6-548124c4123e is: DOWN; New status is: BUILD {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:32:15.657387 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (968687ce-4c57-4729-84c6-548124c4123e), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:15.684793 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 968687ce-4c57-4729-84c6-548124c4123e {{(pid=104274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:32:15.697577 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning complete for port c16cb5d0-7376-4ff8-92fe-2ea79594b837 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:32:15.701586 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (c16cb5d0-7376-4ff8-92fe-2ea79594b837), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:15.708337 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-1ecc86d8-4b93-42e9-8cad-a2c07744dfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:15.710359 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-1ecc86d8-4b93-42e9-8cad-a2c07744dfff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0b7f7639504a25a73c94335d62b98f&device_id=f769843b-cb4a-4599-bf54-49d579601a8a HTTP/1.1" status: 200 len: 1128 time: 0.0616436 Jul 28 05:32:15.745099 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port 968687ce-4c57-4729-84c6-548124c4123e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=968687ce-4c57-4729-84c6-548124c4123e,segment=NetworkSegment(4427f270-b023-404e-a3c1-104654497080),segment_id=4427f270-b023-404e-a3c1-104654497080)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:32:15.763319 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-b51070e7-25e9-4ca7-ac02-da2395554022 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b006268e-0b66-4d7e-8674-41ac5075555d HTTP/1.1" status: 200 len: 217 time: 0.0455658 Jul 28 05:32:15.813618 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (968687ce-4c57-4729-84c6-548124c4123e), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:15.845308 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:15.857239 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port c16cb5d0-7376-4ff8-92fe-2ea79594b837 is: BUILD; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:32:15.857815 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (c16cb5d0-7376-4ff8-92fe-2ea79594b837), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:15.862128 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:15.865112 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737affc7-65d0-42a1-b08b-c5e3f012a074 req-a2885cdf-df5b-41a0-97f8-2345c9c00765 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:15.866693 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-737affc7-65d0-42a1-b08b-c5e3f012a074 req-a2885cdf-df5b-41a0-97f8-2345c9c00765 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 945 time: 0.1416311 Jul 28 05:32:15.888655 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=968687ce-4c57-4729-84c6-548124c4123e,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:15.893805 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5d51f-51ad-4629-a57a-81e59e4da950 req-238c6969-8bf2-4e14-8544-1311912d5d68 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:15.896797 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70d71f4-de27-4d62-acad-c6e9a7a7225e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16cb5d0-7376-4ff8-92fe-2ea79594b837'}] {{(pid=104274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:32:15.896959 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-6ea5d51f-51ad-4629-a57a-81e59e4da950 req-238c6969-8bf2-4e14-8544-1311912d5d68 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 944 time: 0.1161847 Jul 28 05:32:15.910863 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-5a0ee828-899f-49f2-bded-9a1079b1db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:15.912498 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-5a0ee828-899f-49f2-bded-9a1079b1db57 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=456b76b1-4e97-4147-a35d-860a8ddd449e HTTP/1.1" status: 200 len: 854 time: 0.1306877 Jul 28 05:32:15.975363 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port c16cb5d0-7376-4ff8-92fe-2ea79594b837, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c16cb5d0-7376-4ff8-92fe-2ea79594b837,segment=NetworkSegment(969590d0-dfe4-4fac-89e7-175241a5022e),segment_id=969590d0-dfe4-4fac-89e7-175241a5022e)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:32:16.001076 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-737affc7-65d0-42a1-b08b-c5e3f012a074 req-71090dfd-9da7-487d-bbb9-46c3d804d319 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236234 Jul 28 05:32:16.005098 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-30908d9b-7c04-4297-ba3e-4abb682ff3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:16.006590 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-30908d9b-7c04-4297-ba3e-4abb682ff3f9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f094ee85-e5f7-4f76-b25b-19d66faa4449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0837374 Jul 28 05:32:16.043457 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-6ea5d51f-51ad-4629-a57a-81e59e4da950 req-f257881c-ac79-4e0e-96e5-1f3224227a2c tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251080 Jul 28 05:32:16.095738 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (c16cb5d0-7376-4ff8-92fe-2ea79594b837), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:16.096673 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 7685d4b0-825f-4ec9-b8cb-496d80179339 up at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:32:16.139728 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a871146-951f-4f9d-84d8-0be72928a4d7 req-f359bd17-c3b8-42ab-8c43-a1798831d3ea tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:16.141605 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3a871146-951f-4f9d-84d8-0be72928a4d7 req-f359bd17-c3b8-42ab-8c43-a1798831d3ea tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=f769843b-cb4a-4599-bf54-49d579601a8a HTTP/1.1" status: 200 len: 944 time: 0.0741336 Jul 28 05:32:16.150947 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fca5e984e5382dc69b1537007bd6daca7693f884f9b7ded019456fb151e79c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579bb512-3133-4c0d-a05a-b419befba6de" -d '{"events": [{"server_uuid": "d70d71f4-de27-4d62-acad-c6e9a7a7225e", "name": "network-vif-plugged", "status": "completed", "tag": "c16cb5d0-7376-4ff8-92fe-2ea79594b837"}]}' {{(pid=104274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:32:16.192954 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=c16cb5d0-7376-4ff8-92fe-2ea79594b837,revision_number=5']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:16.203002 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning for port 7685d4b0-825f-4ec9-b8cb-496d80179339 completed by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 05:32:16.242972 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-718a1b60-6211-4f3a-9e58-7d06a3160192 service neutron] 10.222.0.57 "GET /v2.0/networks/f094ee85-e5f7-4f76-b25b-19d66faa4449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281427 Jul 28 05:32:16.251807 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5425e-6169-401b-a48c-eef812c68462 req-2fbc8f72-2abf-42cd-a47b-299b9751fbae tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:16.253195 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ede5425e-6169-401b-a48c-eef812c68462 req-2fbc8f72-2abf-42cd-a47b-299b9751fbae tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 945 time: 0.1107571 Jul 28 05:32:16.275893 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning complete for port 7685d4b0-825f-4ec9-b8cb-496d80179339 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:32:16.276453 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (7685d4b0-825f-4ec9-b8cb-496d80179339), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:16.326151 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:16.329767 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3a871146-951f-4f9d-84d8-0be72928a4d7 req-73adecee-e065-46ac-8319-79b2a93cdd34 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=a78a1b60-b789-46e9-a7d5-cfa10f9ddba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826394 Jul 28 05:32:16.414577 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ede5425e-6169-401b-a48c-eef812c68462 req-82230d85-3150-4d2c-ae11-ee2e56f2827a tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343625 Jul 28 05:32:16.422776 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1b34404d-8cba-432f-b8ee-a5c15544de5c req-fa72f677-01ef-4126-b5ba-4d362afe172f service neutron] 10.222.0.57 "GET /v2.0/networks/f094ee85-e5f7-4f76-b25b-19d66faa4449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678898 Jul 28 05:32:16.450136 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port 7685d4b0-825f-4ec9-b8cb-496d80179339 is: BUILD; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:32:16.450821 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (7685d4b0-825f-4ec9-b8cb-496d80179339), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:16.500831 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port 7685d4b0-825f-4ec9-b8cb-496d80179339, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7685d4b0-825f-4ec9-b8cb-496d80179339,segment=NetworkSegment(969590d0-dfe4-4fac-89e7-175241a5022e),segment_id=969590d0-dfe4-4fac-89e7-175241a5022e)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:32:16.505197 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c47ecf-2897-4e02-88e9-f0f94b8f01fc x-openstack-request-id: req-06c47ecf-2897-4e02-88e9-f0f94b8f01fc {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:32:16.505541 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d70d71f4-de27-4d62-acad-c6e9a7a7225e", "name": "network-vif-plugged", "status": "completed", "tag": "c16cb5d0-7376-4ff8-92fe-2ea79594b837", "code": 200}]} {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:32:16.505801 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-06c47ecf-2897-4e02-88e9-f0f94b8f01fc {{(pid=104274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:32:16.506420 dv-cinder-799871-48-iscsi neutron-server[104274]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06c47ecf-2897-4e02-88e9-f0f94b8f01fc'] response: {'server_uuid': 'd70d71f4-de27-4d62-acad-c6e9a7a7225e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16cb5d0-7376-4ff8-92fe-2ea79594b837', 'code': 200} Jul 28 05:32:16.527305 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] get_ports_and_sgs() called for port_ids ['968687ce-4c57-4729-84c6-548124c4123e'] {{(pid=104274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:32:16.579136 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (7685d4b0-825f-4ec9-b8cb-496d80179339), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:16.580057 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device dea42e8c-f00e-4206-92e3-ecad08848a56 up at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:32:16.590713 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e14c4-6889-466f-aff0-d4b2053b026c req-adc08898-517b-40bd-95da-939bc9535e3a tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:16.592242 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-648e14c4-6889-466f-aff0-d4b2053b026c req-adc08898-517b-40bd-95da-939bc9535e3a tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e6d57a3-f6d1-4b5a-b313-e6cf26eec103 HTTP/1.1" status: 200 len: 945 time: 0.0527906 Jul 28 05:32:16.657687 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:16.658490 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-648e14c4-6889-466f-aff0-d4b2053b026c req-874fff55-583c-4b7b-bd3f-a2504a7bb359 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/security-groups?id=c0147f82-5a58-4e07-b545-d15cd6c553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603912 Jul 28 05:32:16.691890 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=7685d4b0-825f-4ec9-b8cb-496d80179339,revision_number=5']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:16.712939 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning for port dea42e8c-f00e-4206-92e3-ecad08848a56 completed by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 05:32:16.809804 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning complete for port dea42e8c-f00e-4206-92e3-ecad08848a56 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:32:16.810208 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (dea42e8c-f00e-4206-92e3-ecad08848a56), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:16.884231 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port dea42e8c-f00e-4206-92e3-ecad08848a56 is: BUILD; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:32:16.884832 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (dea42e8c-f00e-4206-92e3-ecad08848a56), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:16.922493 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port dea42e8c-f00e-4206-92e3-ecad08848a56, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=dea42e8c-f00e-4206-92e3-ecad08848a56,segment=NetworkSegment(de5e18e7-c5d5-4795-b86e-5151ec6d287a),segment_id=de5e18e7-c5d5-4795-b86e-5151ec6d287a)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:32:16.959002 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:16.990823 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (dea42e8c-f00e-4206-92e3-ecad08848a56), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:17.045069 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=dea42e8c-f00e-4206-92e3-ecad08848a56,revision_number=5']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:17.138296 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8624cde-cc37-4c9b-8c2b-ab682c61ed21 req-a34831c4-ab0b-41f1-a52d-eddf1cacc0fe tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:17.139959 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d8624cde-cc37-4c9b-8c2b-ab682c61ed21 req-a34831c4-ab0b-41f1-a52d-eddf1cacc0fe tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 946 time: 0.0514503 Jul 28 05:32:17.203719 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574bb440-594b-4753-9d95-7cd8cd6657b2 req-daa1d144-b93a-4e05-8ccc-2eb28928152a tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:17.205244 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-574bb440-594b-4753-9d95-7cd8cd6657b2 req-daa1d144-b93a-4e05-8ccc-2eb28928152a tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 944 time: 0.0643885 Jul 28 05:32:17.432321 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d8624cde-cc37-4c9b-8c2b-ab682c61ed21 req-8bfc3733-6cfe-4be6-97f5-e46956d17826 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910537 Jul 28 05:32:17.432321 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-574bb440-594b-4753-9d95-7cd8cd6657b2 req-2f4236eb-24b3-4e96-8ccc-15caec9d1648 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603764 Jul 28 05:32:17.434955 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 4306092c-5986-4fc4-a865-0baac79b0fbf up at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:32:17.434955 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning for port 4306092c-5986-4fc4-a865-0baac79b0fbf completed by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 05:32:17.464972 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f51397-568c-4947-852d-5318ba372bfb req-739e5d99-7c5e-40af-9525-cce2c62a9e38 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:17.466809 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-33f51397-568c-4947-852d-5318ba372bfb req-739e5d99-7c5e-40af-9525-cce2c62a9e38 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=f769843b-cb4a-4599-bf54-49d579601a8a HTTP/1.1" status: 200 len: 944 time: 0.0572083 Jul 28 05:32:17.532223 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-33f51397-568c-4947-852d-5318ba372bfb req-1475c9af-ce0e-4da1-8587-40aafab455cd tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=a78a1b60-b789-46e9-a7d5-cfa10f9ddba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600262 Jul 28 05:32:17.565758 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning complete for port 4306092c-5986-4fc4-a865-0baac79b0fbf triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:32:17.566385 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (4306092c-5986-4fc4-a865-0baac79b0fbf), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:17.608128 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44114ed4-a79e-40a8-ac82-fa4fcf19d439 req-1b2012ef-2b33-41d4-8ffa-e0b2df5ab465 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:17.615790 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-44114ed4-a79e-40a8-ac82-fa4fcf19d439 req-1b2012ef-2b33-41d4-8ffa-e0b2df5ab465 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 945 time: 0.0826454 Jul 28 05:32:17.678499 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-44114ed4-a79e-40a8-ac82-fa4fcf19d439 req-2fa0651c-6541-4973-8c1c-a7c4e8e340ce tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610852 Jul 28 05:32:17.790703 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be2bbc-2d6b-4c8f-9447-3a8310e6011a req-6b80cc40-a956-46c0-80c1-d7213f089285 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:17.795394 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-86be2bbc-2d6b-4c8f-9447-3a8310e6011a req-6b80cc40-a956-46c0-80c1-d7213f089285 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e6d57a3-f6d1-4b5a-b313-e6cf26eec103 HTTP/1.1" status: 200 len: 946 time: 0.0500069 Jul 28 05:32:17.798982 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port 4306092c-5986-4fc4-a865-0baac79b0fbf is: BUILD; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:32:17.799370 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (4306092c-5986-4fc4-a865-0baac79b0fbf), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:17.836644 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port 4306092c-5986-4fc4-a865-0baac79b0fbf, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4306092c-5986-4fc4-a865-0baac79b0fbf,segment=NetworkSegment(c9e82de0-9864-4c88-908a-44b07604c3c0),segment_id=c9e82de0-9864-4c88-908a-44b07604c3c0)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:32:17.843373 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-86be2bbc-2d6b-4c8f-9447-3a8310e6011a req-d84c0c40-e36f-4776-938b-fbd4375bc6ef tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/security-groups?id=c0147f82-5a58-4e07-b545-d15cd6c553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439014 Jul 28 05:32:17.982656 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (4306092c-5986-4fc4-a865-0baac79b0fbf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:17.993740 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 968687ce-4c57-4729-84c6-548124c4123e up at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:32:18.021247 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1a481-b239-4fda-8689-cd4a5b21b732 req-45c3fe42-7634-4e60-a145-c1e33a4c01f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:18.022839 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-21c1a481-b239-4fda-8689-cd4a5b21b732 req-45c3fe42-7634-4e60-a145-c1e33a4c01f0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d70d71f4-de27-4d62-acad-c6e9a7a7225e HTTP/1.1" status: 200 len: 1130 time: 0.0832343 Jul 28 05:32:18.044356 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-21c1a481-b239-4fda-8689-cd4a5b21b732 req-586a9150-0604-48a6-a196-ecbaa0999da9 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:18.072242 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:18.094295 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning for port 968687ce-4c57-4729-84c6-548124c4123e completed by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 05:32:18.096503 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=4306092c-5986-4fc4-a865-0baac79b0fbf,revision_number=5']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:18.133220 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-21c1a481-b239-4fda-8689-cd4a5b21b732 req-586a9150-0604-48a6-a196-ecbaa0999da9 service neutron] Publish callbacks [] for security_group (e32f8031-8234-41ff-b5b8-359944a4f2fd), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:18.158341 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning complete for port 968687ce-4c57-4729-84c6-548124c4123e triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:32:18.158757 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (968687ce-4c57-4729-84c6-548124c4123e), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:18.182073 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-21c1a481-b239-4fda-8689-cd4a5b21b732 req-586a9150-0604-48a6-a196-ecbaa0999da9 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (e32f8031-8234-41ff-b5b8-359944a4f2fd), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:18.213884 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:18.234280 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-21c1a481-b239-4fda-8689-cd4a5b21b732 req-586a9150-0604-48a6-a196-ecbaa0999da9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040567 Jul 28 05:32:18.234984 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a9150-0604-48a6-a196-ecbaa0999da9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e32f8031-8234-41ff-b5b8-359944a4f2fd,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:18.240966 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port 968687ce-4c57-4729-84c6-548124c4123e is: BUILD; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:32:18.243946 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (968687ce-4c57-4729-84c6-548124c4123e), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:18.281938 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port 968687ce-4c57-4729-84c6-548124c4123e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=968687ce-4c57-4729-84c6-548124c4123e,segment=NetworkSegment(4427f270-b023-404e-a3c1-104654497080),segment_id=4427f270-b023-404e-a3c1-104654497080)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:32:18.325133 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:18.341537 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (968687ce-4c57-4729-84c6-548124c4123e), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:18.392688 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=968687ce-4c57-4729-84c6-548124c4123e,revision_number=5']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:18.507629 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f5c96f-2d88-48b0-862e-ce27c19abfb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7685d4b0-825f-4ec9-b8cb-496d80179339'}, {'server_uuid': '2e6d57a3-f6d1-4b5a-b313-e6cf26eec103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea42e8c-f00e-4206-92e3-ecad08848a56'}, {'server_uuid': '0539d466-3f2e-414a-8563-45ad82a3f268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4306092c-5986-4fc4-a865-0baac79b0fbf'}, {'server_uuid': '57115a26-af82-499e-a831-4b4c40e60ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968687ce-4c57-4729-84c6-548124c4123e'}] {{(pid=104274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:32:18.510006 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fca5e984e5382dc69b1537007bd6daca7693f884f9b7ded019456fb151e79c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c0449f-0f75-4cd4-83ba-e054529857e6" -d '{"events": [{"server_uuid": "86f5c96f-2d88-48b0-862e-ce27c19abfb4", "name": "network-vif-plugged", "status": "completed", "tag": "7685d4b0-825f-4ec9-b8cb-496d80179339"}, {"server_uuid": "2e6d57a3-f6d1-4b5a-b313-e6cf26eec103", "name": "network-vif-plugged", "status": "completed", "tag": "dea42e8c-f00e-4206-92e3-ecad08848a56"}, {"server_uuid": "0539d466-3f2e-414a-8563-45ad82a3f268", "name": "network-vif-plugged", "status": "completed", "tag": "4306092c-5986-4fc4-a865-0baac79b0fbf"}, {"server_uuid": "57115a26-af82-499e-a831-4b4c40e60ac5", "name": "network-vif-plugged", "status": "completed", "tag": "968687ce-4c57-4729-84c6-548124c4123e"}]}' {{(pid=104274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:32:18.746509 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524fbde-d773-4f28-8e92-4a63dea54dbb req-a011a559-885c-41da-b3be-b93d182d6501 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:18.748315 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e524fbde-d773-4f28-8e92-4a63dea54dbb req-a011a559-885c-41da-b3be-b93d182d6501 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 946 time: 0.2835238 Jul 28 05:32:18.762021 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650b374-950a-43aa-b79c-eb2e182def5e req-4e70bacf-975b-4d01-8c5d-86b4886f7899 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:18.763449 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3650b374-950a-43aa-b79c-eb2e182def5e req-4e70bacf-975b-4d01-8c5d-86b4886f7899 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.2688806 Jul 28 05:32:18.843980 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e524fbde-d773-4f28-8e92-4a63dea54dbb req-48d64ee4-afd9-4dfd-8555-79c19269108e tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895932 Jul 28 05:32:18.848411 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3650b374-950a-43aa-b79c-eb2e182def5e req-78923aa1-5531-4625-9d13-01c318fc92f3 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744195 Jul 28 05:32:18.912862 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 28 Jul 2022 05:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc82f73-31d6-4db5-ad37-3c6e0064e3cf x-openstack-request-id: req-6dc82f73-31d6-4db5-ad37-3c6e0064e3cf {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:32:18.913223 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f5c96f-2d88-48b0-862e-ce27c19abfb4", "name": "network-vif-plugged", "status": "completed", "tag": "7685d4b0-825f-4ec9-b8cb-496d80179339", "code": 200}, {"server_uuid": "2e6d57a3-f6d1-4b5a-b313-e6cf26eec103", "name": "network-vif-plugged", "status": "completed", "tag": "dea42e8c-f00e-4206-92e3-ecad08848a56", "code": 200}, {"server_uuid": "0539d466-3f2e-414a-8563-45ad82a3f268", "name": "network-vif-plugged", "status": "completed", "tag": "4306092c-5986-4fc4-a865-0baac79b0fbf", "code": 200}, {"server_uuid": "57115a26-af82-499e-a831-4b4c40e60ac5", "name": "network-vif-plugged", "status": "completed", "tag": "968687ce-4c57-4729-84c6-548124c4123e", "code": 200}]} {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:32:18.913558 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6dc82f73-31d6-4db5-ad37-3c6e0064e3cf {{(pid=104274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:32:18.914532 dv-cinder-799871-48-iscsi neutron-server[104274]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dc82f73-31d6-4db5-ad37-3c6e0064e3cf'] response: {'server_uuid': '86f5c96f-2d88-48b0-862e-ce27c19abfb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7685d4b0-825f-4ec9-b8cb-496d80179339', 'code': 200} Jul 28 05:32:18.914844 dv-cinder-799871-48-iscsi neutron-server[104274]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dc82f73-31d6-4db5-ad37-3c6e0064e3cf'] response: {'server_uuid': '2e6d57a3-f6d1-4b5a-b313-e6cf26eec103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea42e8c-f00e-4206-92e3-ecad08848a56', 'code': 200} Jul 28 05:32:18.918579 dv-cinder-799871-48-iscsi neutron-server[104274]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dc82f73-31d6-4db5-ad37-3c6e0064e3cf'] response: {'server_uuid': '0539d466-3f2e-414a-8563-45ad82a3f268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4306092c-5986-4fc4-a865-0baac79b0fbf', 'code': 200} Jul 28 05:32:18.919105 dv-cinder-799871-48-iscsi neutron-server[104274]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dc82f73-31d6-4db5-ad37-3c6e0064e3cf'] response: {'server_uuid': '57115a26-af82-499e-a831-4b4c40e60ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968687ce-4c57-4729-84c6-548124c4123e', 'code': 200} Jul 28 05:32:18.952968 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:18.966538 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61bf4d-c33b-4870-b063-64650fbfd4fb req-7e78c717-9a2d-4b25-9d63-bd50ea07e12d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:18.968121 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7f61bf4d-c33b-4870-b063-64650fbfd4fb req-7e78c717-9a2d-4b25-9d63-bd50ea07e12d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=f769843b-cb4a-4599-bf54-49d579601a8a HTTP/1.1" status: 200 len: 944 time: 0.0577826 Jul 28 05:32:19.041495 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740fcc17-b0cf-4225-84d1-1b96807fd59c req-a78a9ccf-e397-4657-91ad-dff8c1eb5e22 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:19.043837 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-740fcc17-b0cf-4225-84d1-1b96807fd59c req-a78a9ccf-e397-4657-91ad-dff8c1eb5e22 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0748086 Jul 28 05:32:19.065904 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7f61bf4d-c33b-4870-b063-64650fbfd4fb req-e1ad00a1-dc08-4d18-9960-4ba46ec3ae4c tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=a78a1b60-b789-46e9-a7d5-cfa10f9ddba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870495 Jul 28 05:32:19.116642 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-740fcc17-b0cf-4225-84d1-1b96807fd59c req-d91f3535-57f5-4b03-a372-41185658a8f0 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646083 Jul 28 05:32:19.201525 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de0c55-f793-4e1b-8695-4f90e7ef028d req-874db1a4-d5a2-4227-b4da-b8008ff6b914 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:19.208613 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a1de0c55-f793-4e1b-8695-4f90e7ef028d req-874db1a4-d5a2-4227-b4da-b8008ff6b914 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e6d57a3-f6d1-4b5a-b313-e6cf26eec103 HTTP/1.1" status: 200 len: 946 time: 0.0605631 Jul 28 05:32:19.255700 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a1de0c55-f793-4e1b-8695-4f90e7ef028d req-34057881-3c8f-41a6-8ef0-571816332468 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/security-groups?id=c0147f82-5a58-4e07-b545-d15cd6c553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461874 Jul 28 05:32:19.338511 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device b006268e-0b66-4d7e-8674-41ac5075555d details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:32:19.469786 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port b006268e-0b66-4d7e-8674-41ac5075555d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b006268e-0b66-4d7e-8674-41ac5075555d,segment=NetworkSegment(d6393f65-f317-4f88-bc02-4e43465dc849),segment_id=d6393f65-f317-4f88-bc02-4e43465dc849)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:32:19.487943 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Returning: {'device': 'b006268e-0b66-4d7e-8674-41ac5075555d', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'port_id': 'b006268e-0b66-4d7e-8674-41ac5075555d', 'mac_address': 'fa:16:3e:19:ff:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:32:19.534867 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:19.548030 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port b006268e-0b66-4d7e-8674-41ac5075555d is: DOWN; New status is: BUILD {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:32:19.548412 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (b006268e-0b66-4d7e-8674-41ac5075555d), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:19.549680 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e64f5-2fec-4541-96c3-4829a340fad7 req-d5079da8-1663-45a3-997c-6e26124b25af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:19.551184 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d70e64f5-2fec-4541-96c3-4829a340fad7 req-d5079da8-1663-45a3-997c-6e26124b25af service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 1130 time: 0.0617423 Jul 28 05:32:19.552769 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a64c9-0300-4f8a-ada2-f3ef13977c91 req-187c593d-cf47-41c0-ace6-4dd50d98cec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:19.554508 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f17a64c9-0300-4f8a-ada2-f3ef13977c91 req-187c593d-cf47-41c0-ace6-4dd50d98cec5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 1129 time: 0.1126094 Jul 28 05:32:19.563098 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b006268e-0b66-4d7e-8674-41ac5075555d {{(pid=104274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:32:19.585869 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port b006268e-0b66-4d7e-8674-41ac5075555d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b006268e-0b66-4d7e-8674-41ac5075555d,segment=NetworkSegment(d6393f65-f317-4f88-bc02-4e43465dc849),segment_id=d6393f65-f317-4f88-bc02-4e43465dc849)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:32:19.616216 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03254336-0ca3-406b-85e3-2f7cec5f0c95 req-8744324f-cd7c-4961-aecd-416c108b540d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:19.617776 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-03254336-0ca3-406b-85e3-2f7cec5f0c95 req-8744324f-cd7c-4961-aecd-416c108b540d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2e6d57a3-f6d1-4b5a-b313-e6cf26eec103 HTTP/1.1" status: 200 len: 1130 time: 0.1216302 Jul 28 05:32:19.623544 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd929a38-1608-49d6-ad95-e92fb5c8d441 req-5893a3af-538b-4e4c-b13e-1c7931827b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:19.625186 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-fd929a38-1608-49d6-ad95-e92fb5c8d441 req-5893a3af-538b-4e4c-b13e-1c7931827b6f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 1130 time: 0.1181979 Jul 28 05:32:19.637637 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f17a64c9-0300-4f8a-ada2-f3ef13977c91 req-0b73b0fb-e0c6-444e-ae89-34b65e3369cf service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743499 Jul 28 05:32:19.641598 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d70e64f5-2fec-4541-96c3-4829a340fad7 req-9cdadaa2-6a2f-41d1-9b67-282535001818 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795212 Jul 28 05:32:19.690417 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (b006268e-0b66-4d7e-8674-41ac5075555d), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:19.697155 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-03254336-0ca3-406b-85e3-2f7cec5f0c95 req-c6d90706-5a43-42ae-b210-70f7ba41ecaf service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c0147f82-5a58-4e07-b545-d15cd6c553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708025 Jul 28 05:32:19.710237 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-fd929a38-1608-49d6-ad95-e92fb5c8d441 req-978ae604-1222-4311-8a68-8422c836bd9b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706918 Jul 28 05:32:19.743614 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=b006268e-0b66-4d7e-8674-41ac5075555d,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:20.013956 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf788a34-7086-49a7-97fe-638963bca292 req-ce1c2681-65c2-4c81-a6ce-a110f3ebf08b tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:20.015531 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-cf788a34-7086-49a7-97fe-638963bca292 req-ce1c2681-65c2-4c81-a6ce-a110f3ebf08b tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 946 time: 0.0837073 Jul 28 05:32:20.024742 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a086d77-1017-4875-bbb7-d5ea52686c19 req-6907c0b5-cf72-42fb-950f-c6e799205484 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:20.025596 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] get_ports_and_sgs() called for port_ids ['b006268e-0b66-4d7e-8674-41ac5075555d'] {{(pid=104274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:32:20.029619 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9a086d77-1017-4875-bbb7-d5ea52686c19 req-6907c0b5-cf72-42fb-950f-c6e799205484 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.0872729 Jul 28 05:32:20.123257 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-cf788a34-7086-49a7-97fe-638963bca292 req-b3da12ed-fb1d-4395-bf91-955ad427da05 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924649 Jul 28 05:32:20.139919 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9a086d77-1017-4875-bbb7-d5ea52686c19 req-bcaccf32-9502-4f8b-9e8a-9efba1993ff8 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944026 Jul 28 05:32:20.341500 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:20.347796 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b4817-d3db-4b35-9b65-7faf327623d0 req-013ee58d-a93e-419d-9629-2ca70fcdc6a6 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:20.349335 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b68b4817-d3db-4b35-9b65-7faf327623d0 req-013ee58d-a93e-419d-9629-2ca70fcdc6a6 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0902922 Jul 28 05:32:20.355506 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7b6ab-893e-4df4-b4eb-c6dc5893805f req-1d82e005-27a2-4d4a-8877-2b6a151d147f tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:20.356847 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9ad7b6ab-893e-4df4-b4eb-c6dc5893805f req-1d82e005-27a2-4d4a-8877-2b6a151d147f tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=f769843b-cb4a-4599-bf54-49d579601a8a HTTP/1.1" status: 200 len: 945 time: 0.0964508 Jul 28 05:32:20.417274 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:20.432237 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b68b4817-d3db-4b35-9b65-7faf327623d0 req-d6fe2456-cefc-4685-a616-b3a3d8b195c7 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745003 Jul 28 05:32:20.435959 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9ad7b6ab-893e-4df4-b4eb-c6dc5893805f req-ef8935c9-5406-43c7-bdbb-6ae4e010ca0e tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=a78a1b60-b789-46e9-a7d5-cfa10f9ddba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723407 Jul 28 05:32:20.540400 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2d374-69d9-4ea5-81b1-a5f74d07734e req-092e2c60-c60d-4b0d-86a9-b79ec1494af7 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:20.541972 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2bf2d374-69d9-4ea5-81b1-a5f74d07734e req-092e2c60-c60d-4b0d-86a9-b79ec1494af7 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e6d57a3-f6d1-4b5a-b313-e6cf26eec103 HTTP/1.1" status: 200 len: 946 time: 0.0528102 Jul 28 05:32:20.597438 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2bf2d374-69d9-4ea5-81b1-a5f74d07734e req-08581c51-dd11-4fc1-b39b-bb13076d7a21 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/security-groups?id=c0147f82-5a58-4e07-b545-d15cd6c553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492501 Jul 28 05:32:20.600529 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 34434) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:20.709924 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-447c260d-2bf2-4593-8710-31111e015648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:20.788444 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-447c260d-2bf2-4593-8710-31111e015648 admin admin] Publish callbacks [] for security_group (5300c0bc-094b-4f4e-8410-c5fc1c8661e3), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:20.866922 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-447c260d-2bf2-4593-8710-31111e015648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (5300c0bc-094b-4f4e-8410-c5fc1c8661e3), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:20.908030 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c260d-2bf2-4593-8710-31111e015648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5300c0bc-094b-4f4e-8410-c5fc1c8661e3,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:20.912868 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-447c260d-2bf2-4593-8710-31111e015648 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=1e529fb91c0b46d3ac140da0349f8778&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3113005 Jul 28 05:32:20.916424 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 34440) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:20.967781 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1b27e5f7-c637-48de-8c9e-a3f615340a26 admin admin] Publish callbacks [] for security_group (5300c0bc-094b-4f4e-8410-c5fc1c8661e3), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:20.991971 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1b27e5f7-c637-48de-8c9e-a3f615340a26 admin admin] Publish callbacks [] for security_group (5300c0bc-094b-4f4e-8410-c5fc1c8661e3), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:21.124240 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1b27e5f7-c637-48de-8c9e-a3f615340a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (5300c0bc-094b-4f4e-8410-c5fc1c8661e3), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:21.127007 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1b27e5f7-c637-48de-8c9e-a3f615340a26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:21.128156 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-1b27e5f7-c637-48de-8c9e-a3f615340a26 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/5300c0bc-094b-4f4e-8410-c5fc1c8661e3 HTTP/1.1" status: 204 len: 168 time: 0.2101295 Jul 28 05:32:21.137035 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b27e5f7-c637-48de-8c9e-a3f615340a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5300c0bc-094b-4f4e-8410-c5fc1c8661e3,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:21.302685 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:21.321183 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc87fe5-a0cd-49a6-a42d-037224db87bc req-3c84ccf6-b666-4dc4-a3c4-7685d54e1484 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:21.322720 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-acc87fe5-a0cd-49a6-a42d-037224db87bc req-3c84ccf6-b666-4dc4-a3c4-7685d54e1484 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 946 time: 0.0834172 Jul 28 05:32:21.331717 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa5716-34ba-4928-b23a-5d1d457c60bc req-17dc4129-7311-455d-9d33-b17e52920cc2 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:21.336051 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-fdfa5716-34ba-4928-b23a-5d1d457c60bc req-17dc4129-7311-455d-9d33-b17e52920cc2 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.0926630 Jul 28 05:32:21.344797 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device b006268e-0b66-4d7e-8674-41ac5075555d up at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:32:21.413076 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning for port b006268e-0b66-4d7e-8674-41ac5075555d completed by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 05:32:21.420884 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-acc87fe5-a0cd-49a6-a42d-037224db87bc req-5ac5e7ba-de1a-47f7-bd62-bbca0c5a2a74 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866675 Jul 28 05:32:21.424115 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-fdfa5716-34ba-4928-b23a-5d1d457c60bc req-c88563aa-1ff1-4dba-922e-abad9f94c84a tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819664 Jul 28 05:32:21.518858 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning complete for port b006268e-0b66-4d7e-8674-41ac5075555d triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:32:21.519251 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (b006268e-0b66-4d7e-8674-41ac5075555d), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:21.597907 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fdbe2-e419-456a-b714-8b1ce95ae143 req-b111ad54-d678-4244-ba7d-5ca648d940bb tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:21.599553 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2f1fdbe2-e419-456a-b714-8b1ce95ae143 req-b111ad54-d678-4244-ba7d-5ca648d940bb tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=f769843b-cb4a-4599-bf54-49d579601a8a HTTP/1.1" status: 200 len: 945 time: 0.0748949 Jul 28 05:32:21.605974 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69aea8-8f73-4c8c-8267-5f08e5084232 req-a563b5a4-f59b-4eb8-a4c6-b9f0d4d054ff tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:21.612813 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0e69aea8-8f73-4c8c-8267-5f08e5084232 req-a563b5a4-f59b-4eb8-a4c6-b9f0d4d054ff tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0980532 Jul 28 05:32:21.620095 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port b006268e-0b66-4d7e-8674-41ac5075555d is: BUILD; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:32:21.620846 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (b006268e-0b66-4d7e-8674-41ac5075555d), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:21.650774 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f769843b-cb4a-4599-bf54-49d579601a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b006268e-0b66-4d7e-8674-41ac5075555d'}] {{(pid=104274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:32:21.654162 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fca5e984e5382dc69b1537007bd6daca7693f884f9b7ded019456fb151e79c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0fb162-1537-4576-be1b-ff518ba445b9" -d '{"events": [{"server_uuid": "f769843b-cb4a-4599-bf54-49d579601a8a", "name": "network-vif-plugged", "status": "completed", "tag": "b006268e-0b66-4d7e-8674-41ac5075555d"}]}' {{(pid=104274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:32:21.673182 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port b006268e-0b66-4d7e-8674-41ac5075555d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b006268e-0b66-4d7e-8674-41ac5075555d,segment=NetworkSegment(d6393f65-f317-4f88-bc02-4e43465dc849),segment_id=d6393f65-f317-4f88-bc02-4e43465dc849)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:32:21.691995 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2f1fdbe2-e419-456a-b714-8b1ce95ae143 req-03017fd1-ccd3-4782-a363-d3d66f66c23f tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=a78a1b60-b789-46e9-a7d5-cfa10f9ddba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771008 Jul 28 05:32:21.706458 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0e69aea8-8f73-4c8c-8267-5f08e5084232 req-224c30aa-8425-4a8c-9734-bce7f1e7de0d tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904701 Jul 28 05:32:21.752947 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8256e0b7-a78d-4c5a-8e45-134fc6e617a3 x-openstack-request-id: req-8256e0b7-a78d-4c5a-8e45-134fc6e617a3 {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:32:21.753304 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f769843b-cb4a-4599-bf54-49d579601a8a", "name": "network-vif-plugged", "status": "completed", "tag": "b006268e-0b66-4d7e-8674-41ac5075555d", "code": 200}]} {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:32:21.753528 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8256e0b7-a78d-4c5a-8e45-134fc6e617a3 {{(pid=104274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:32:21.753929 dv-cinder-799871-48-iscsi neutron-server[104274]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8256e0b7-a78d-4c5a-8e45-134fc6e617a3'] response: {'server_uuid': 'f769843b-cb4a-4599-bf54-49d579601a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b006268e-0b66-4d7e-8674-41ac5075555d', 'code': 200} Jul 28 05:32:21.755160 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (b006268e-0b66-4d7e-8674-41ac5075555d), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:21.804898 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=b006268e-0b66-4d7e-8674-41ac5075555d,revision_number=5']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:21.813006 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1a37d-8e4b-4ee4-8967-e60e1eb4f774 req-88e8c4fd-bd4c-41b6-949e-c31e45f83e99 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:21.815051 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8ff1a37d-8e4b-4ee4-8967-e60e1eb4f774 req-88e8c4fd-bd4c-41b6-949e-c31e45f83e99 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e6d57a3-f6d1-4b5a-b313-e6cf26eec103 HTTP/1.1" status: 200 len: 946 time: 0.0561190 Jul 28 05:32:21.815265 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 34468) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:21.830267 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ee923c89-82e3-4b15-a705-7f66c3a0f017 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:21.871783 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8ff1a37d-8e4b-4ee4-8967-e60e1eb4f774 req-b772ba0f-6f49-4294-a26c-1ef8f121941a tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/security-groups?id=c0147f82-5a58-4e07-b545-d15cd6c553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436866 Jul 28 05:32:21.906375 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:21.914793 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ee923c89-82e3-4b15-a705-7f66c3a0f017 admin admin] Publish callbacks [] for security_group (b248e125-7867-433b-8260-57db3cc280b6), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:21.958871 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ee923c89-82e3-4b15-a705-7f66c3a0f017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (b248e125-7867-433b-8260-57db3cc280b6), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:22.013337 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-ee923c89-82e3-4b15-a705-7f66c3a0f017 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a6b7819334f6496fbc8cb2b1ecf07e76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1969335 Jul 28 05:32:22.015602 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee923c89-82e3-4b15-a705-7f66c3a0f017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b248e125-7867-433b-8260-57db3cc280b6,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:22.016332 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 34472) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:22.030199 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:22.070802 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-e3e64157-9e4e-438b-af60-aedbc4552ead admin admin] Publish callbacks [] for security_group (b248e125-7867-433b-8260-57db3cc280b6), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:22.093562 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-e3e64157-9e4e-438b-af60-aedbc4552ead admin admin] Publish callbacks [] for security_group (b248e125-7867-433b-8260-57db3cc280b6), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:22.217258 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-e3e64157-9e4e-438b-af60-aedbc4552ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (b248e125-7867-433b-8260-57db3cc280b6), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:22.220340 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-e3e64157-9e4e-438b-af60-aedbc4552ead admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:22.224182 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-e3e64157-9e4e-438b-af60-aedbc4552ead admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b248e125-7867-433b-8260-57db3cc280b6 HTTP/1.1" status: 204 len: 168 time: 0.2044184 Jul 28 05:32:22.231214 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e64157-9e4e-438b-af60-aedbc4552ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b248e125-7867-433b-8260-57db3cc280b6,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:22.607141 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfdb27-2137-4c38-a936-411910142b4a req-ad5581e5-c743-4b5c-8e51-878f1b5958fe tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:22.610284 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-36dfdb27-2137-4c38-a936-411910142b4a req-ad5581e5-c743-4b5c-8e51-878f1b5958fe tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.0959356 Jul 28 05:32:22.617765 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb5dbe-00a8-4535-9d07-cb58a85811b6 req-5a79ccf0-a654-4eb2-b3ab-c91a5abff533 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:22.619443 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-84eb5dbe-00a8-4535-9d07-cb58a85811b6 req-5a79ccf0-a654-4eb2-b3ab-c91a5abff533 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 946 time: 0.0873065 Jul 28 05:32:22.714827 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-36dfdb27-2137-4c38-a936-411910142b4a req-7c497bd9-e6f6-4b3f-908a-d2d2998d04ae tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927119 Jul 28 05:32:22.732722 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-84eb5dbe-00a8-4535-9d07-cb58a85811b6 req-08e72a14-8059-4222-a365-2f2b0183957a tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009531 Jul 28 05:32:22.877883 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ad249-f6cf-43a4-99d4-960007dd2113 req-c45175bc-06cf-4b4b-9f11-76bdb941b7a6 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:22.879358 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2d0ad249-f6cf-43a4-99d4-960007dd2113 req-c45175bc-06cf-4b4b-9f11-76bdb941b7a6 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=f769843b-cb4a-4599-bf54-49d579601a8a HTTP/1.1" status: 200 len: 946 time: 0.0853672 Jul 28 05:32:22.900007 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1bf55-014c-45e8-aa45-d806eb5327ff req-54394603-df19-439f-9357-3907d842391b tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:22.902102 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-23f1bf55-014c-45e8-aa45-d806eb5327ff req-54394603-df19-439f-9357-3907d842391b tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0737529 Jul 28 05:32:22.967049 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2d0ad249-f6cf-43a4-99d4-960007dd2113 req-20a62038-939b-49de-8c67-ae1e6ef63aed tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=a78a1b60-b789-46e9-a7d5-cfa10f9ddba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816603 Jul 28 05:32:22.978392 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-23f1bf55-014c-45e8-aa45-d806eb5327ff req-86be7205-5d01-4d91-a377-d943be46e35a tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678289 Jul 28 05:32:23.164494 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33adf9a0-2b05-4ed8-8d9a-6f6c60ef4c1a req-0decdc19-ef6f-4085-861a-336c49bae833 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:23.166244 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-33adf9a0-2b05-4ed8-8d9a-6f6c60ef4c1a req-0decdc19-ef6f-4085-861a-336c49bae833 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.0840347 Jul 28 05:32:23.172617 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20707646-5696-4627-b6ee-64557304cc87 req-aafda3ec-52c6-4078-a8ca-e3c4b556aa2a tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:23.174192 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-20707646-5696-4627-b6ee-64557304cc87 req-aafda3ec-52c6-4078-a8ca-e3c4b556aa2a tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e6d57a3-f6d1-4b5a-b313-e6cf26eec103 HTTP/1.1" status: 200 len: 946 time: 0.0901325 Jul 28 05:32:23.178843 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 34512) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:23.184093 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-64c6f8fb-f397-4de4-a213-c02f49ef3be0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Request body: {'floatingip': {'port_id': '968687ce-4c57-4729-84c6-548124c4123e'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:32:23.315970 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-64c6f8fb-f397-4de4-a213-c02f49ef3be0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for floatingip (96e6e208-9412-4c92-a6f7-fb6e14ccc140), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:23.394951 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd691923-318d-4926-a2cc-daa9fc6d5976 req-c88a5f20-8ebf-461e-ad8c-20d28477f759 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:23.394951 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-cd691923-318d-4926-a2cc-daa9fc6d5976 req-c88a5f20-8ebf-461e-ad8c-20d28477f759 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.1655469 Jul 28 05:32:23.404812 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 34520) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:23.411911 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-c80587c2-df3d-43ea-8dab-e56a831d0ac7 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Request body: {'floatingip': {'port_id': '4306092c-5986-4fc4-a865-0baac79b0fbf'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:32:23.427714 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-20707646-5696-4627-b6ee-64557304cc87 req-2d6b0786-165f-41c4-bb6e-33eb7c051d92 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/security-groups?id=c0147f82-5a58-4e07-b545-d15cd6c553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393508 Jul 28 05:32:23.528134 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c80587c2-df3d-43ea-8dab-e56a831d0ac7 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for floatingip (9925749b-6850-4b44-a02e-b337943d5048), before_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:23.565371 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:24.217710 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:24.317997 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab236cc1-f9d8-4901-a52f-875f06634a0d req-fd5be865-a8fd-469d-a602-3acfdc46be3d tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:24.319959 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ab236cc1-f9d8-4901-a52f-875f06634a0d req-fd5be865-a8fd-469d-a602-3acfdc46be3d tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 946 time: 0.4713528 Jul 28 05:32:24.442863 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf681e-ad43-4ce3-8c81-a8a75dff1497 req-0cab4241-bf0e-4e87-ad4d-2e535a834395 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:24.442863 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7cdf681e-ad43-4ce3-8c81-a8a75dff1497 req-0cab4241-bf0e-4e87-ad4d-2e535a834395 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=f769843b-cb4a-4599-bf54-49d579601a8a HTTP/1.1" status: 200 len: 946 time: 0.2049246 Jul 28 05:32:24.466912 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.db.resource_extend [None req-64c6f8fb-f397-4de4-a213-c02f49ef3be0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 05:32:24.471664 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.db.resource_extend [None req-c80587c2-df3d-43ea-8dab-e56a831d0ac7 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 05:32:24.561304 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c80587c2-df3d-43ea-8dab-e56a831d0ac7 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:24.599270 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ab236cc1-f9d8-4901-a52f-875f06634a0d req-d9f97c2d-3af1-4946-9033-6ee254c06391 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586813 Jul 28 05:32:24.604745 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-64c6f8fb-f397-4de4-a213-c02f49ef3be0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:24.618928 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7cdf681e-ad43-4ce3-8c81-a8a75dff1497 req-91ddfbef-7c2e-447e-8d4e-3768f1f1f443 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=a78a1b60-b789-46e9-a7d5-cfa10f9ddba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791670 Jul 28 05:32:24.644075 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c80587c2-df3d-43ea-8dab-e56a831d0ac7 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4016612'] for floatingip (9925749b-6850-4b44-a02e-b337943d5048), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:24.684591 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-64c6f8fb-f397-4de4-a213-c02f49ef3be0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4016612'] for floatingip (96e6e208-9412-4c92-a6f7-fb6e14ccc140), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:24.749493 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:24.793870 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.db.l3_db [None req-c80587c2-df3d-43ea-8dab-e56a831d0ac7 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Floating IP 9925749b-6850-4b44-a02e-b337943d5048 associated. External IP: 172.27.0.232, port: 4306092c-5986-4fc4-a865-0baac79b0fbf. Jul 28 05:32:24.795600 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.db.l3_db [None req-64c6f8fb-f397-4de4-a213-c02f49ef3be0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Floating IP 96e6e208-9412-4c92-a6f7-fb6e14ccc140 associated. External IP: 172.27.0.19, port: 968687ce-4c57-4729-84c6-548124c4123e. Jul 28 05:32:25.053047 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cee325-3d36-431f-bcff-23e34937d93c req-cad6bedb-fa16-4c44-92e5-e342d42343c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:25.054572 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-24cee325-3d36-431f-bcff-23e34937d93c req-cad6bedb-fa16-4c44-92e5-e342d42343c7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f769843b-cb4a-4599-bf54-49d579601a8a HTTP/1.1" status: 200 len: 1130 time: 0.0787134 Jul 28 05:32:25.055804 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c6f8fb-f397-4de4-a213-c02f49ef3be0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Router 30aeb74e-daf5-4d9c-8830-da392967d56a has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:32:25.076293 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80587c2-df3d-43ea-8dab-e56a831d0ac7 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Router 44df7d44-fab5-44ae-8bad-aa8f05374a42 has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:32:25.176933 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:25.186938 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c6f8fb-f397-4de4-a213-c02f49ef3be0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:32:25.193017 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-64c6f8fb-f397-4de4-a213-c02f49ef3be0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for floatingip (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:25.202489 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80587c2-df3d-43ea-8dab-e56a831d0ac7 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:32:25.204420 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f98848c-69b8-4a71-a7db-aed4812d35f0 None None] Sync routers for ids ['30aeb74e-daf5-4d9c-8830-da392967d56a'] in dv-cinder-799871-48-iscsi {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:32:25.209213 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c80587c2-df3d-43ea-8dab-e56a831d0ac7 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for floatingip (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:25.217612 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe5f01d-f7b7-46f7-9910-9e712f44e84e None None] Sync routers for ids ['44df7d44-fab5-44ae-8bad-aa8f05374a42'] in dv-cinder-799871-48-iscsi {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:32:25.221940 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f98848c-69b8-4a71-a7db-aed4812d35f0 None None] Routers {'30aeb74e-daf5-4d9c-8830-da392967d56a'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:32:25.222664 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-7f98848c-69b8-4a71-a7db-aed4812d35f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:32:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['30aeb74e-daf5-4d9c-8830-da392967d56a'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:32:25.237353 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe5f01d-f7b7-46f7-9910-9e712f44e84e None None] Routers {'44df7d44-fab5-44ae-8bad-aa8f05374a42'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:32:25.243969 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-ebe5f01d-f7b7-46f7-9910-9e712f44e84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:32:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['44df7d44-fab5-44ae-8bad-aa8f05374a42'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:32:25.264194 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-c80587c2-df3d-43ea-8dab-e56a831d0ac7 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "PUT /v2.0/floatingips/9925749b-6850-4b44-a02e-b337943d5048 HTTP/1.1" status: 200 len: 992 time: 1.8586705 Jul 28 05:32:25.264769 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0539d466-3f2e-414a-8563-45ad82a3f268', 'tag': '4306092c-5986-4fc4-a865-0baac79b0fbf'}] {{(pid=104273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:32:25.267055 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}294c2db51adabc0e3fe9263869e3ac3ebddb58bd39f135069541a8ae7da0566b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e80dce-d3f7-441b-acc8-5a590edb77af" -d '{"events": [{"name": "network-changed", "server_uuid": "0539d466-3f2e-414a-8563-45ad82a3f268", "tag": "4306092c-5986-4fc4-a865-0baac79b0fbf"}]}' {{(pid=104273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:32:25.297832 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-64c6f8fb-f397-4de4-a213-c02f49ef3be0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "PUT /v2.0/floatingips/96e6e208-9412-4c92-a6f7-fb6e14ccc140 HTTP/1.1" status: 200 len: 990 time: 2.1156600 Jul 28 05:32:25.297832 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57115a26-af82-499e-a831-4b4c40e60ac5', 'tag': '968687ce-4c57-4729-84c6-548124c4123e'}] {{(pid=104272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:32:25.298629 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90743944bbcefbc541f6211993cabd2c9418e1ba23e64f30c52edf03935cac0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbdcc95b-8d28-4a98-9cc4-35cbb5c8d08d" -d '{"events": [{"name": "network-changed", "server_uuid": "57115a26-af82-499e-a831-4b4c40e60ac5", "tag": "968687ce-4c57-4729-84c6-548124c4123e"}]}' {{(pid=104272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:32:25.319350 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4edc128-6d2e-431c-ab10-d5f22c581741 x-openstack-request-id: req-d4edc128-6d2e-431c-ab10-d5f22c581741 {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:32:25.319642 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0539d466-3f2e-414a-8563-45ad82a3f268", "tag": "4306092c-5986-4fc4-a865-0baac79b0fbf", "status": "completed", "code": 200}]} {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:32:25.319894 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d4edc128-6d2e-431c-ab10-d5f22c581741 {{(pid=104273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:32:25.320335 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4edc128-6d2e-431c-ab10-d5f22c581741'] response: {'name': 'network-changed', 'server_uuid': '0539d466-3f2e-414a-8563-45ad82a3f268', 'tag': '4306092c-5986-4fc4-a865-0baac79b0fbf', 'status': 'completed', 'code': 200} Jul 28 05:32:25.356128 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540620e5-4a59-40f6-b50b-a28d86e0e712 x-openstack-request-id: req-540620e5-4a59-40f6-b50b-a28d86e0e712 {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:32:25.356640 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57115a26-af82-499e-a831-4b4c40e60ac5", "tag": "968687ce-4c57-4729-84c6-548124c4123e", "status": "completed", "code": 200}]} {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:32:25.356733 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-540620e5-4a59-40f6-b50b-a28d86e0e712 {{(pid=104272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:32:25.357067 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.notifiers.nova [-] Nova event matching ['req-540620e5-4a59-40f6-b50b-a28d86e0e712'] response: {'name': 'network-changed', 'server_uuid': '57115a26-af82-499e-a831-4b4c40e60ac5', 'tag': '968687ce-4c57-4729-84c6-548124c4123e', 'status': 'completed', 'code': 200} Jul 28 05:32:25.440467 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-7f98848c-69b8-4a71-a7db-aed4812d35f0 None None] Set router 30aeb74e-daf5-4d9c-8830-da392967d56a gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:32:25.490888 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-ebe5f01d-f7b7-46f7-9910-9e712f44e84e None None] Set router 44df7d44-fab5-44ae-8bad-aa8f05374a42 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:32:25.603002 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-24cee325-3d36-431f-bcff-23e34937d93c req-69fe6f6c-fff8-4d16-b703-e4055ef65776 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a78a1b60-b789-46e9-a7d5-cfa10f9ddba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847211 Jul 28 05:32:25.781567 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:25.788796 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4eb1ff-fd7a-419a-b046-3daee4b94474 req-0f69ddfa-a9aa-486f-97e9-b55ee91ac60a tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:25.795045 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0b4eb1ff-fd7a-419a-b046-3daee4b94474 req-0f69ddfa-a9aa-486f-97e9-b55ee91ac60a tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 946 time: 0.0708916 Jul 28 05:32:25.858515 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0b4eb1ff-fd7a-419a-b046-3daee4b94474 req-462d1be1-5ea1-43d4-a1d0-be594e07c492 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624018 Jul 28 05:32:25.893506 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-ebe5f01d-f7b7-46f7-9910-9e712f44e84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'name': 'tempest-AttachVolumeTestJSON-834264126-router', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:24Z', 'updated_at': '2022-07-28T05:31:31Z', 'revision_number': 4, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'gw_port': {'id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:25Z', 'updated_at': '2022-07-28T05:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': '9925749b-6850-4b44-a02e-b337943d5048', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'floating_ip_address': '172.27.0.232', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'port_id': '4306092c-5986-4fc4-a865-0baac79b0fbf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b', 'mac_address': 'fa:16:3e:59:8f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0539d466-3f2e-414a-8563-45ad82a3f268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:31:44Z', 'updated_at': '2022-07-28T05:32:24Z', 'revision_number': 1, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43f53f1-11cb-414a-9485-93d8ec594f80', 'name': '', 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'mac_address': 'fa:16:3e:ad:68:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93d0c7af-c778-4812-bccd-0383249712e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:29Z', 'updated_at': '2022-07-28T05:31:45Z', 'revision_number': 5, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'subnets': [{'id': '93d0c7af-c778-4812-bccd-0383249712e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:32:25.925148 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe5f01d-f7b7-46f7-9910-9e712f44e84e None None] Checking router: 44df7d44-fab5-44ae-8bad-aa8f05374a42 for host: dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:32:25.934674 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-7f98848c-69b8-4a71-a7db-aed4812d35f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'name': 'tempest-AttachVolumeShelveTestJSON-1714526453-router', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '81a3a55d-4e0b-4eae-940d-33b9f60af80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:41Z', 'revision_number': 4, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'gw_port': {'id': '81a3a55d-4e0b-4eae-940d-33b9f60af80e', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:30Z', 'updated_at': '2022-07-28T05:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': '96e6e208-9412-4c92-a6f7-fb6e14ccc140', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'floating_ip_address': '172.27.0.19', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'port_id': '968687ce-4c57-4729-84c6-548124c4123e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5', 'mac_address': 'fa:16:3e:04:ef:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57115a26-af82-499e-a831-4b4c40e60ac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:31:52Z', 'updated_at': '2022-07-28T05:32:24Z', 'revision_number': 1, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4518b198-8249-4dbd-bf02-3645f257942a', 'name': '', 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'mac_address': 'fa:16:3e:13:a1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '329242a6-cde1-43fc-b2d2-7b69ba8c6d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:38Z', 'updated_at': '2022-07-28T05:31:54Z', 'revision_number': 5, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'subnets': [{'id': '329242a6-cde1-43fc-b2d2-7b69ba8c6d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:32:25.935697 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe5f01d-f7b7-46f7-9910-9e712f44e84e None None] Routers {'44df7d44-fab5-44ae-8bad-aa8f05374a42'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:32:25.936413 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-ebe5f01d-f7b7-46f7-9910-9e712f44e84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:32:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['44df7d44-fab5-44ae-8bad-aa8f05374a42'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:32:25.974436 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f98848c-69b8-4a71-a7db-aed4812d35f0 None None] Checking router: 30aeb74e-daf5-4d9c-8830-da392967d56a for host: dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:32:25.990741 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f98848c-69b8-4a71-a7db-aed4812d35f0 None None] Routers {'30aeb74e-daf5-4d9c-8830-da392967d56a'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:32:25.993604 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-7f98848c-69b8-4a71-a7db-aed4812d35f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:32:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['30aeb74e-daf5-4d9c-8830-da392967d56a'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:32:26.056725 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402b716-ab5a-4c2e-ad9d-8043b511ccea req-a834e1c3-83dd-47d5-933b-1c25386d899f tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:26.071583 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-ebe5f01d-f7b7-46f7-9910-9e712f44e84e None None] Set router 44df7d44-fab5-44ae-8bad-aa8f05374a42 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:32:26.071679 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d402b716-ab5a-4c2e-ad9d-8043b511ccea req-a834e1c3-83dd-47d5-933b-1c25386d899f tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=f769843b-cb4a-4599-bf54-49d579601a8a HTTP/1.1" status: 200 len: 946 time: 0.1276929 Jul 28 05:32:26.140360 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d402b716-ab5a-4c2e-ad9d-8043b511ccea req-758e4354-fe15-48ee-a838-6baefb66969d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=a78a1b60-b789-46e9-a7d5-cfa10f9ddba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718133 Jul 28 05:32:26.153691 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-7f98848c-69b8-4a71-a7db-aed4812d35f0 None None] Set router 30aeb74e-daf5-4d9c-8830-da392967d56a gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:32:26.176877 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e80dce-d3f7-441b-acc8-5a590edb77af req-3f618de4-ef46-4480-a158-6d3f0859c335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:26.178516 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-f6e80dce-d3f7-441b-acc8-5a590edb77af req-3f618de4-ef46-4480-a158-6d3f0859c335 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7b96e460476f4bc9b35224e38b33f4c7&device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 1130 time: 0.1959963 Jul 28 05:32:26.182152 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:26.205591 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdcc95b-8d28-4a98-9cc4-35cbb5c8d08d req-6c1bc6d3-a1c7-4818-8b4e-c4339ad0cbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:26.207084 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-cbdcc95b-8d28-4a98-9cc4-35cbb5c8d08d req-6c1bc6d3-a1c7-4818-8b4e-c4339ad0cbfd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d6e54a77d2aa469b8c0197d99170d978&device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 1129 time: 0.1968629 Jul 28 05:32:26.266289 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:26.351120 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-ebe5f01d-f7b7-46f7-9910-9e712f44e84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'name': 'tempest-AttachVolumeTestJSON-834264126-router', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:24Z', 'updated_at': '2022-07-28T05:31:31Z', 'revision_number': 4, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'gw_port': {'id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:25Z', 'updated_at': '2022-07-28T05:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': '9925749b-6850-4b44-a02e-b337943d5048', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'floating_ip_address': '172.27.0.232', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'port_id': '4306092c-5986-4fc4-a865-0baac79b0fbf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b', 'mac_address': 'fa:16:3e:59:8f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0539d466-3f2e-414a-8563-45ad82a3f268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:31:44Z', 'updated_at': '2022-07-28T05:32:24Z', 'revision_number': 1, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43f53f1-11cb-414a-9485-93d8ec594f80', 'name': '', 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'mac_address': 'fa:16:3e:ad:68:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93d0c7af-c778-4812-bccd-0383249712e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:29Z', 'updated_at': '2022-07-28T05:31:45Z', 'revision_number': 5, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'subnets': [{'id': '93d0c7af-c778-4812-bccd-0383249712e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:32:26.385082 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe5f01d-f7b7-46f7-9910-9e712f44e84e None None] The sync data for ids ['44df7d44-fab5-44ae-8bad-aa8f05374a42'] in dv-cinder-799871-48-iscsi is: [{'id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'name': 'tempest-AttachVolumeTestJSON-834264126-router', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:24Z', 'updated_at': '2022-07-28T05:31:31Z', 'revision_number': 4, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'gw_port': {'id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:25Z', 'updated_at': '2022-07-28T05:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': '9925749b-6850-4b44-a02e-b337943d5048', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'floating_ip_address': '172.27.0.232', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'port_id': '4306092c-5986-4fc4-a865-0baac79b0fbf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b', 'mac_address': 'fa:16:3e:59:8f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0539d466-3f2e-414a-8563-45ad82a3f268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:31:44Z', 'updated_at': '2022-07-28T05:32:24Z', 'revision_number': 1, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43f53f1-11cb-414a-9485-93d8ec594f80', 'name': '', 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'mac_address': 'fa:16:3e:ad:68:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93d0c7af-c778-4812-bccd-0383249712e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:29Z', 'updated_at': '2022-07-28T05:31:45Z', 'revision_number': 5, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'subnets': [{'id': '93d0c7af-c778-4812-bccd-0383249712e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:32:26.431033 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-7f98848c-69b8-4a71-a7db-aed4812d35f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'name': 'tempest-AttachVolumeShelveTestJSON-1714526453-router', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '81a3a55d-4e0b-4eae-940d-33b9f60af80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:41Z', 'revision_number': 4, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'gw_port': {'id': '81a3a55d-4e0b-4eae-940d-33b9f60af80e', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:30Z', 'updated_at': '2022-07-28T05:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': '96e6e208-9412-4c92-a6f7-fb6e14ccc140', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'floating_ip_address': '172.27.0.19', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'port_id': '968687ce-4c57-4729-84c6-548124c4123e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5', 'mac_address': 'fa:16:3e:04:ef:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57115a26-af82-499e-a831-4b4c40e60ac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:31:52Z', 'updated_at': '2022-07-28T05:32:24Z', 'revision_number': 1, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4518b198-8249-4dbd-bf02-3645f257942a', 'name': '', 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'mac_address': 'fa:16:3e:13:a1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '329242a6-cde1-43fc-b2d2-7b69ba8c6d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:38Z', 'updated_at': '2022-07-28T05:31:54Z', 'revision_number': 5, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'subnets': [{'id': '329242a6-cde1-43fc-b2d2-7b69ba8c6d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:32:26.458119 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f98848c-69b8-4a71-a7db-aed4812d35f0 None None] The sync data for ids ['30aeb74e-daf5-4d9c-8830-da392967d56a'] in dv-cinder-799871-48-iscsi is: [{'id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'name': 'tempest-AttachVolumeShelveTestJSON-1714526453-router', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '81a3a55d-4e0b-4eae-940d-33b9f60af80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:41Z', 'revision_number': 4, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'gw_port': {'id': '81a3a55d-4e0b-4eae-940d-33b9f60af80e', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:30Z', 'updated_at': '2022-07-28T05:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': '96e6e208-9412-4c92-a6f7-fb6e14ccc140', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'floating_ip_address': '172.27.0.19', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'port_id': '968687ce-4c57-4729-84c6-548124c4123e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5', 'mac_address': 'fa:16:3e:04:ef:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57115a26-af82-499e-a831-4b4c40e60ac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:31:52Z', 'updated_at': '2022-07-28T05:32:24Z', 'revision_number': 1, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4518b198-8249-4dbd-bf02-3645f257942a', 'name': '', 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'mac_address': 'fa:16:3e:13:a1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '329242a6-cde1-43fc-b2d2-7b69ba8c6d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:38Z', 'updated_at': '2022-07-28T05:31:54Z', 'revision_number': 5, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'subnets': [{'id': '329242a6-cde1-43fc-b2d2-7b69ba8c6d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:32:26.730658 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8298d875-2167-4eb3-b8d5-269802034057 None None] New status for floating IP 9925749b-6850-4b44-a02e-b337943d5048: ACTIVE {{(pid=104275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 05:32:26.733732 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdcc95b-8d28-4a98-9cc4-35cbb5c8d08d req-71f91921-d454-4736-9a18-afb76dcd14f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:26.735227 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-cbdcc95b-8d28-4a98-9cc4-35cbb5c8d08d req-71f91921-d454-4736-9a18-afb76dcd14f1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=12676c2f-cd93-405a-a402-b0ee7cfa77c5 HTTP/1.1" status: 200 len: 918 time: 0.1777153 Jul 28 05:32:26.736163 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e80dce-d3f7-441b-acc8-5a590edb77af req-ab19ad91-5bd3-4f4a-9929-108e275c633b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:26.737686 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-f6e80dce-d3f7-441b-acc8-5a590edb77af req-ab19ad91-5bd3-4f4a-9929-108e275c633b service neutron] 10.222.0.57 "GET /v2.0/networks?id=92779e58-7df4-4404-9045-ca3676cbb72b HTTP/1.1" status: 200 len: 911 time: 0.1813681 Jul 28 05:32:26.801603 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30877ed7-0d32-44a3-86c0-ab93e97c311d None None] New status for floating IP 96e6e208-9412-4c92-a6f7-fb6e14ccc140: ACTIVE {{(pid=104274) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 05:32:26.932469 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-cbdcc95b-8d28-4a98-9cc4-35cbb5c8d08d req-df95b524-72e5-453e-9b87-da642e736ac2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=968687ce-4c57-4729-84c6-548124c4123e HTTP/1.1" status: 200 len: 998 time: 0.1699030 Jul 28 05:32:26.934808 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-f6e80dce-d3f7-441b-acc8-5a590edb77af req-5ce5b7da-633a-40fc-9826-28f1f6c9027b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4306092c-5986-4fc4-a865-0baac79b0fbf HTTP/1.1" status: 200 len: 1000 time: 0.1651776 Jul 28 05:32:26.952901 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:27.027866 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af285574-332d-4db1-bfd7-ca3b721e54bc req-ace76d68-635c-40bb-b613-768d59a39e78 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:27.029518 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-af285574-332d-4db1-bfd7-ca3b721e54bc req-ace76d68-635c-40bb-b613-768d59a39e78 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 946 time: 0.0646939 Jul 28 05:32:27.089801 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-af285574-332d-4db1-bfd7-ca3b721e54bc req-254cfe1b-1bd6-4935-ab33-40ce78add9e3 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538552 Jul 28 05:32:27.244177 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:27.285552 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee0a30-fe6f-4a99-9de7-7c30e81669ac req-2048a1b0-74d1-44e1-a1e1-7378176bff50 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:27.289961 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-bfee0a30-fe6f-4a99-9de7-7c30e81669ac req-2048a1b0-74d1-44e1-a1e1-7378176bff50 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=f769843b-cb4a-4599-bf54-49d579601a8a HTTP/1.1" status: 200 len: 946 time: 0.0553777 Jul 28 05:32:27.339465 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-bfee0a30-fe6f-4a99-9de7-7c30e81669ac req-69fe94cb-6378-409a-8eff-3911d694d2b9 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=a78a1b60-b789-46e9-a7d5-cfa10f9ddba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474675 Jul 28 05:32:27.618477 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdcc95b-8d28-4a98-9cc4-35cbb5c8d08d req-3690fc26-2e25-4624-8980-63acd03caa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:27.623048 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-cbdcc95b-8d28-4a98-9cc4-35cbb5c8d08d req-3690fc26-2e25-4624-8980-63acd03caa07 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=329242a6-cde1-43fc-b2d2-7b69ba8c6d75 HTTP/1.1" status: 200 len: 856 time: 0.0941386 Jul 28 05:32:27.625522 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e80dce-d3f7-441b-acc8-5a590edb77af req-b7393b34-512b-4f57-8788-cbb47a29fd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:27.626982 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-f6e80dce-d3f7-441b-acc8-5a590edb77af req-b7393b34-512b-4f57-8788-cbb47a29fd7c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=93d0c7af-c778-4812-bccd-0383249712e7 HTTP/1.1" status: 200 len: 849 time: 0.0974681 Jul 28 05:32:27.682853 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=100 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:27.703580 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487cc87-6d26-4e6c-95e1-2aff40f8361e req-e065b54d-8f34-455f-88f2-8070d8156468 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:27.704994 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e487cc87-6d26-4e6c-95e1-2aff40f8361e req-e065b54d-8f34-455f-88f2-8070d8156468 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 946 time: 0.0490363 Jul 28 05:32:27.709291 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdcc95b-8d28-4a98-9cc4-35cbb5c8d08d req-4b56a9a0-91f6-41db-a3f2-95110340cbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:27.718405 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-cbdcc95b-8d28-4a98-9cc4-35cbb5c8d08d req-4b56a9a0-91f6-41db-a3f2-95110340cbb6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12676c2f-cd93-405a-a402-b0ee7cfa77c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0818059 Jul 28 05:32:27.719501 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e80dce-d3f7-441b-acc8-5a590edb77af req-604fe581-af57-4bdf-a3e2-aa7f2ed57e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:27.721016 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-f6e80dce-d3f7-441b-acc8-5a590edb77af req-604fe581-af57-4bdf-a3e2-aa7f2ed57e65 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=92779e58-7df4-4404-9045-ca3676cbb72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0507836 Jul 28 05:32:27.829294 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e487cc87-6d26-4e6c-95e1-2aff40f8361e req-63a2add8-cf25-43ba-ba50-24beafd5f3f9 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112807 Jul 28 05:32:27.852288 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39736247-8db7-451e-91cd-a711c6069073 req-2ea72af7-85c6-4ef2-97b7-7e1ed455c848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:27.855834 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-39736247-8db7-451e-91cd-a711c6069073 req-2ea72af7-85c6-4ef2-97b7-7e1ed455c848 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=99f094bca18d4939bb22f8d076d3a35c&device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 1130 time: 0.0921402 Jul 28 05:32:27.924698 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-f6e80dce-d3f7-441b-acc8-5a590edb77af req-638dd608-dedd-4ad2-aa8d-635ff479ed5d service neutron] 10.222.0.57 "GET /v2.0/networks/92779e58-7df4-4404-9045-ca3676cbb72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796191 Jul 28 05:32:27.967810 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=100 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:27.971937 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-cbdcc95b-8d28-4a98-9cc4-35cbb5c8d08d req-eaebb69d-8d53-483f-aecc-a2ec78b80a5d service neutron] 10.222.0.57 "GET /v2.0/networks/12676c2f-cd93-405a-a402-b0ee7cfa77c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181902 Jul 28 05:32:28.098034 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39736247-8db7-451e-91cd-a711c6069073 req-f2821de2-3bd9-4a4f-ba91-d74a188f8969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:28.103450 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-39736247-8db7-451e-91cd-a711c6069073 req-f2821de2-3bd9-4a4f-ba91-d74a188f8969 service neutron] 10.222.0.57 "GET /v2.0/networks?id=11838418-6b14-40b8-a589-613bdb83fff4 HTTP/1.1" status: 200 len: 919 time: 0.1238825 Jul 28 05:32:28.154356 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-39736247-8db7-451e-91cd-a711c6069073 req-7fc2af47-bb10-4d56-8520-7b055d91002b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7685d4b0-825f-4ec9-b8cb-496d80179339 HTTP/1.1" status: 200 len: 217 time: 0.0424218 Jul 28 05:32:28.170586 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-f6e80dce-d3f7-441b-acc8-5a590edb77af req-71842193-d8a1-4efe-834d-bd601edb7d57 service neutron] 10.222.0.57 "GET /v2.0/networks/92779e58-7df4-4404-9045-ca3676cbb72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913681 Jul 28 05:32:28.174240 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-cbdcc95b-8d28-4a98-9cc4-35cbb5c8d08d req-19a617c3-f3f9-44f2-9221-ed003bd11a44 service neutron] 10.222.0.57 "GET /v2.0/networks/12676c2f-cd93-405a-a402-b0ee7cfa77c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739166 Jul 28 05:32:28.204451 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39736247-8db7-451e-91cd-a711c6069073 req-05a561f8-802f-41a0-b7f9-0262badb617d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:28.205982 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-39736247-8db7-451e-91cd-a711c6069073 req-05a561f8-802f-41a0-b7f9-0262badb617d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6633fe43-f109-432a-95d5-6755c5bac4f1 HTTP/1.1" status: 200 len: 857 time: 0.0459638 Jul 28 05:32:28.250627 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39736247-8db7-451e-91cd-a711c6069073 req-399f8ee0-9fb8-4740-9422-784c9a875f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:28.252097 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-39736247-8db7-451e-91cd-a711c6069073 req-399f8ee0-9fb8-4740-9422-784c9a875f71 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11838418-6b14-40b8-a589-613bdb83fff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392544 Jul 28 05:32:28.354741 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-39736247-8db7-451e-91cd-a711c6069073 req-e387f9d3-511c-429b-8bab-4522883592ce service neutron] 10.222.0.57 "GET /v2.0/networks/11838418-6b14-40b8-a589-613bdb83fff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947373 Jul 28 05:32:28.485869 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19183b-0c21-4950-a3cf-6a63a03836a5 req-9a761ff1-7968-4e12-9408-c93a565d20a0 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:28.487358 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3d19183b-0c21-4950-a3cf-6a63a03836a5 req-9a761ff1-7968-4e12-9408-c93a565d20a0 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=f769843b-cb4a-4599-bf54-49d579601a8a HTTP/1.1" status: 200 len: 946 time: 0.0718114 Jul 28 05:32:28.510850 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-39736247-8db7-451e-91cd-a711c6069073 req-1df97b45-da1b-4236-9162-29cb34b04be9 service neutron] 10.222.0.57 "GET /v2.0/networks/11838418-6b14-40b8-a589-613bdb83fff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496878 Jul 28 05:32:28.542619 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3d19183b-0c21-4950-a3cf-6a63a03836a5 req-64785820-b5c9-4791-a325-6da186a4257a tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=a78a1b60-b789-46e9-a7d5-cfa10f9ddba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495188 Jul 28 05:32:28.652286 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:28.670910 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105366c2-e77e-4079-a753-6a2d77689669 req-2c86cebe-2fe4-411a-b7e3-36aa6b521612 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:28.672812 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-105366c2-e77e-4079-a753-6a2d77689669 req-2c86cebe-2fe4-411a-b7e3-36aa6b521612 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=f769843b-cb4a-4599-bf54-49d579601a8a HTTP/1.1" status: 200 len: 946 time: 0.0563610 Jul 28 05:32:28.683538 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 34660) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:28.687848 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-0c74112f-0ff5-4c6c-8a39-357d19030ca3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Request body: {'floatingip': {'port_id': 'b006268e-0b66-4d7e-8674-41ac5075555d'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:32:28.730524 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-0c74112f-0ff5-4c6c-8a39-357d19030ca3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for floatingip (8e0b4173-1bf0-49b1-8197-096d2e1b8f81), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:28.982836 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7076f-4299-45ca-a0f1-7356f819fd4e req-eeb6689c-db0f-421f-b714-dff7f4e5089d tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:28.984332 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-30d7076f-4299-45ca-a0f1-7356f819fd4e req-eeb6689c-db0f-421f-b714-dff7f4e5089d tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 946 time: 0.0615549 Jul 28 05:32:29.089977 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:29.116113 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-30d7076f-4299-45ca-a0f1-7356f819fd4e req-c7a2d298-e562-45d9-8beb-e5f3360472e4 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250749 Jul 28 05:32:29.251116 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-0c74112f-0ff5-4c6c-8a39-357d19030ca3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:29.307091 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-0c74112f-0ff5-4c6c-8a39-357d19030ca3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4016612'] for floatingip (8e0b4173-1bf0-49b1-8197-096d2e1b8f81), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:29.408365 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.db.l3_db [None req-0c74112f-0ff5-4c6c-8a39-357d19030ca3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Floating IP 8e0b4173-1bf0-49b1-8197-096d2e1b8f81 associated. External IP: 172.27.0.26, port: b006268e-0b66-4d7e-8674-41ac5075555d. Jul 28 05:32:29.620741 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c74112f-0ff5-4c6c-8a39-357d19030ca3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Router d2cc43d3-bb01-4229-ac5e-8b627c08bbaf has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:32:29.910147 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:29.935723 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c74112f-0ff5-4c6c-8a39-357d19030ca3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:32:29.939817 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-0c74112f-0ff5-4c6c-8a39-357d19030ca3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for floatingip (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:29.946839 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74bb6ca-379f-4503-959b-a81f04bbe01e None None] Sync routers for ids ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'] in dv-cinder-799871-48-iscsi {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:32:29.957265 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74bb6ca-379f-4503-959b-a81f04bbe01e None None] Routers {'d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:32:29.957883 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-c74bb6ca-379f-4503-959b-a81f04bbe01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:32:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:32:29.975037 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-0c74112f-0ff5-4c6c-8a39-357d19030ca3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "PUT /v2.0/floatingips/8e0b4173-1bf0-49b1-8197-096d2e1b8f81 HTTP/1.1" status: 200 len: 991 time: 1.2882304 Jul 28 05:32:29.975037 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f769843b-cb4a-4599-bf54-49d579601a8a', 'tag': 'b006268e-0b66-4d7e-8674-41ac5075555d'}] {{(pid=104272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:32:29.985070 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90743944bbcefbc541f6211993cabd2c9418e1ba23e64f30c52edf03935cac0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290a0135-aeec-4f45-aaec-87edef599185" -d '{"events": [{"name": "network-changed", "server_uuid": "f769843b-cb4a-4599-bf54-49d579601a8a", "tag": "b006268e-0b66-4d7e-8674-41ac5075555d"}]}' {{(pid=104272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:32:30.018414 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89698dba-fa95-41e2-8e97-c551ed087579 x-openstack-request-id: req-89698dba-fa95-41e2-8e97-c551ed087579 {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:32:30.018704 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f769843b-cb4a-4599-bf54-49d579601a8a", "tag": "b006268e-0b66-4d7e-8674-41ac5075555d", "status": "completed", "code": 200}]} {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:32:30.018953 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-89698dba-fa95-41e2-8e97-c551ed087579 {{(pid=104272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:32:30.019359 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89698dba-fa95-41e2-8e97-c551ed087579'] response: {'name': 'network-changed', 'server_uuid': 'f769843b-cb4a-4599-bf54-49d579601a8a', 'tag': 'b006268e-0b66-4d7e-8674-41ac5075555d', 'status': 'completed', 'code': 200} Jul 28 05:32:30.076003 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-c74bb6ca-379f-4503-959b-a81f04bbe01e None None] Set router d2cc43d3-bb01-4229-ac5e-8b627c08bbaf gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:32:30.114903 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a0135-aeec-4f45-aaec-87edef599185 req-d8b0b8c7-2972-4af7-b50d-373145db83a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:30.117050 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-290a0135-aeec-4f45-aaec-87edef599185 req-d8b0b8c7-2972-4af7-b50d-373145db83a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0b7f7639504a25a73c94335d62b98f&device_id=f769843b-cb4a-4599-bf54-49d579601a8a HTTP/1.1" status: 200 len: 1130 time: 0.0572772 Jul 28 05:32:30.147097 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:30.235927 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a0135-aeec-4f45-aaec-87edef599185 req-76e794a4-61c2-40b0-aaec-638dfa827b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:30.236890 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-290a0135-aeec-4f45-aaec-87edef599185 req-76e794a4-61c2-40b0-aaec-638dfa827b05 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f094ee85-e5f7-4f76-b25b-19d66faa4449 HTTP/1.1" status: 200 len: 916 time: 0.1117105 Jul 28 05:32:30.297881 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-c74bb6ca-379f-4503-959b-a81f04bbe01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'name': 'tempest-AttachVolumeNegativeTest-1518408114-router', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:42Z', 'revision_number': 4, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'gw_port': {'id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': '8e0b4173-1bf0-49b1-8197-096d2e1b8f81', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'port_id': 'b006268e-0b66-4d7e-8674-41ac5075555d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'mac_address': 'fa:16:3e:19:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f769843b-cb4a-4599-bf54-49d579601a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:32:01Z', 'updated_at': '2022-07-28T05:32:29Z', 'revision_number': 1, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c786ec77-74c5-47cf-9acd-3809586aab79', 'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'mac_address': 'fa:16:3e:51:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:40Z', 'updated_at': '2022-07-28T05:32:02Z', 'revision_number': 5, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'subnets': [{'id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:32:30.324719 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa96e9e-8273-49da-9b2f-62e958338d65 req-17a43faf-9fd3-4617-9a06-83d0898874f8 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:30.326090 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74bb6ca-379f-4503-959b-a81f04bbe01e None None] Checking router: d2cc43d3-bb01-4229-ac5e-8b627c08bbaf for host: dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:32:30.326247 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8aa96e9e-8273-49da-9b2f-62e958338d65 req-17a43faf-9fd3-4617-9a06-83d0898874f8 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 946 time: 0.1052475 Jul 28 05:32:30.335191 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74bb6ca-379f-4503-959b-a81f04bbe01e None None] Routers {'d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:32:30.335969 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-c74bb6ca-379f-4503-959b-a81f04bbe01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:32:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:32:30.369933 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-290a0135-aeec-4f45-aaec-87edef599185 req-5f7bd4cd-037d-44a4-8139-21a7d49486e5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b006268e-0b66-4d7e-8674-41ac5075555d HTTP/1.1" status: 200 len: 999 time: 0.1168075 Jul 28 05:32:30.427868 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8aa96e9e-8273-49da-9b2f-62e958338d65 req-f59665d3-02ed-4e8f-aee8-6601298b98bf tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929723 Jul 28 05:32:30.438522 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a0135-aeec-4f45-aaec-87edef599185 req-bd125f1a-33f9-4220-adc0-47a523710520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:30.439030 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-c74bb6ca-379f-4503-959b-a81f04bbe01e None None] Set router d2cc43d3-bb01-4229-ac5e-8b627c08bbaf gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:32:30.439948 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-290a0135-aeec-4f45-aaec-87edef599185 req-bd125f1a-33f9-4220-adc0-47a523710520 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=456b76b1-4e97-4147-a35d-860a8ddd449e HTTP/1.1" status: 200 len: 854 time: 0.0592124 Jul 28 05:32:30.492031 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a0135-aeec-4f45-aaec-87edef599185 req-7961081f-ee7c-4944-80cb-f00915833e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:30.493667 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-290a0135-aeec-4f45-aaec-87edef599185 req-7961081f-ee7c-4944-80cb-f00915833e89 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f094ee85-e5f7-4f76-b25b-19d66faa4449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455735 Jul 28 05:32:30.591767 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:30.597995 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-290a0135-aeec-4f45-aaec-87edef599185 req-69af4f56-9980-41aa-bb2e-a3d470b1038c service neutron] 10.222.0.57 "GET /v2.0/networks/f094ee85-e5f7-4f76-b25b-19d66faa4449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910075 Jul 28 05:32:30.712016 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-290a0135-aeec-4f45-aaec-87edef599185 req-8cb62b00-ba19-4432-888e-412d1f6d7b71 service neutron] 10.222.0.57 "GET /v2.0/networks/f094ee85-e5f7-4f76-b25b-19d66faa4449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063728 Jul 28 05:32:30.748943 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-c74bb6ca-379f-4503-959b-a81f04bbe01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'name': 'tempest-AttachVolumeNegativeTest-1518408114-router', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:42Z', 'revision_number': 4, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'gw_port': {'id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': '8e0b4173-1bf0-49b1-8197-096d2e1b8f81', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'port_id': 'b006268e-0b66-4d7e-8674-41ac5075555d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'mac_address': 'fa:16:3e:19:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f769843b-cb4a-4599-bf54-49d579601a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:32:01Z', 'updated_at': '2022-07-28T05:32:29Z', 'revision_number': 1, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c786ec77-74c5-47cf-9acd-3809586aab79', 'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'mac_address': 'fa:16:3e:51:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:40Z', 'updated_at': '2022-07-28T05:32:02Z', 'revision_number': 5, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'subnets': [{'id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:32:30.784329 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74bb6ca-379f-4503-959b-a81f04bbe01e None None] The sync data for ids ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'] in dv-cinder-799871-48-iscsi is: [{'id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'name': 'tempest-AttachVolumeNegativeTest-1518408114-router', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:42Z', 'revision_number': 4, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'gw_port': {'id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': '8e0b4173-1bf0-49b1-8197-096d2e1b8f81', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'port_id': 'b006268e-0b66-4d7e-8674-41ac5075555d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'mac_address': 'fa:16:3e:19:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f769843b-cb4a-4599-bf54-49d579601a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:32:01Z', 'updated_at': '2022-07-28T05:32:29Z', 'revision_number': 1, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c786ec77-74c5-47cf-9acd-3809586aab79', 'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'mac_address': 'fa:16:3e:51:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:40Z', 'updated_at': '2022-07-28T05:32:02Z', 'revision_number': 5, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'subnets': [{'id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:32:30.976811 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-42db21ae-0777-4399-92ee-56b7b25007eb req-44428e0e-a800-4e03-8376-6daa1155dee7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d70d71f4-de27-4d62-acad-c6e9a7a7225e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401249 Jul 28 05:32:31.011124 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc5dd59-a4d1-4790-a9c1-3c98f665deee None None] New status for floating IP 8e0b4173-1bf0-49b1-8197-096d2e1b8f81: ACTIVE {{(pid=104274) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 05:32:31.085815 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db21ae-0777-4399-92ee-56b7b25007eb req-d97da251-29fe-4011-815f-1b34446b1bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:31.087368 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-42db21ae-0777-4399-92ee-56b7b25007eb req-d97da251-29fe-4011-815f-1b34446b1bd0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=99f094bca18d4939bb22f8d076d3a35c&device_id=d70d71f4-de27-4d62-acad-c6e9a7a7225e HTTP/1.1" status: 200 len: 1130 time: 0.0457261 Jul 28 05:32:31.218144 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db21ae-0777-4399-92ee-56b7b25007eb req-d90bf954-0a28-45a4-9199-fa921099639f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:31.219701 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-42db21ae-0777-4399-92ee-56b7b25007eb req-d90bf954-0a28-45a4-9199-fa921099639f service neutron] 10.222.0.57 "GET /v2.0/networks?id=11838418-6b14-40b8-a589-613bdb83fff4 HTTP/1.1" status: 200 len: 919 time: 0.0993075 Jul 28 05:32:31.263078 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-42db21ae-0777-4399-92ee-56b7b25007eb req-bade9ed0-b709-44d4-8f52-986f65ed061b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c16cb5d0-7376-4ff8-92fe-2ea79594b837 HTTP/1.1" status: 200 len: 217 time: 0.0356722 Jul 28 05:32:31.320884 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db21ae-0777-4399-92ee-56b7b25007eb req-00a03f52-ed49-467c-95ec-8244bb7262e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:31.322403 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-42db21ae-0777-4399-92ee-56b7b25007eb req-00a03f52-ed49-467c-95ec-8244bb7262e2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6633fe43-f109-432a-95d5-6755c5bac4f1 HTTP/1.1" status: 200 len: 857 time: 0.0519094 Jul 28 05:32:31.367246 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db21ae-0777-4399-92ee-56b7b25007eb req-386c59f3-23bd-4e89-b349-6bda4da1f985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:31.368780 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-42db21ae-0777-4399-92ee-56b7b25007eb req-386c59f3-23bd-4e89-b349-6bda4da1f985 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11838418-6b14-40b8-a589-613bdb83fff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400510 Jul 28 05:32:31.464465 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-42db21ae-0777-4399-92ee-56b7b25007eb req-a4620245-b868-4411-ba20-a803dcb91230 service neutron] 10.222.0.57 "GET /v2.0/networks/11838418-6b14-40b8-a589-613bdb83fff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875344 Jul 28 05:32:31.535327 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:31.580958 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b06423-005b-4818-ac13-3181504d2558 req-48ed8d1c-88ad-4043-9234-e1136d21a4b6 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:31.582443 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-38b06423-005b-4818-ac13-3181504d2558 req-48ed8d1c-88ad-4043-9234-e1136d21a4b6 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 946 time: 0.0577431 Jul 28 05:32:31.626189 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-42db21ae-0777-4399-92ee-56b7b25007eb req-3489c996-2d6e-475b-8961-3c7f193f5a9f service neutron] 10.222.0.57 "GET /v2.0/networks/11838418-6b14-40b8-a589-613bdb83fff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494887 Jul 28 05:32:31.653088 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-38b06423-005b-4818-ac13-3181504d2558 req-ebc3eb52-818d-4aa5-8878-e030d6923a7a tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593977 Jul 28 05:32:32.741091 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:32.772938 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4281ade-25a9-4cb4-b5d7-5c8b215e0ec4 req-b8b4fed1-2ea5-4a97-8b10-a564ebff4bc1 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:32.774629 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f4281ade-25a9-4cb4-b5d7-5c8b215e0ec4 req-b8b4fed1-2ea5-4a97-8b10-a564ebff4bc1 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 946 time: 0.0485146 Jul 28 05:32:32.825410 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f4281ade-25a9-4cb4-b5d7-5c8b215e0ec4 req-3f62d75d-3334-4cec-8b25-9ef38632fdb6 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446944 Jul 28 05:32:33.943608 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfaea1c-e05c-42e9-8102-3b01bfd9f908 req-240a9674-13ef-4352-b630-8356479aeb89 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:33.945088 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5cfaea1c-e05c-42e9-8102-3b01bfd9f908 req-240a9674-13ef-4352-b630-8356479aeb89 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 946 time: 0.0479672 Jul 28 05:32:33.999451 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5cfaea1c-e05c-42e9-8102-3b01bfd9f908 req-e37bfe4a-9acc-4a9b-aa99-d51172a05c57 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482757 Jul 28 05:32:34.071092 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 34792) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:34.111937 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:34.119402 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d2e69c-ac56-498d-b319-3ac404824b80 admin admin] Deleting subnet ec7fe163-7ce9-44af-b8ea-71cb6980529c {{(pid=104272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 05:32:34.123383 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-02d2e69c-ac56-498d-b319-3ac404824b80 admin admin] Publish callbacks [] for subnet (ec7fe163-7ce9-44af-b8ea-71cb6980529c), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:34.158677 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-02d2e69c-ac56-498d-b319-3ac404824b80 admin admin] Publish callbacks [] for subnet (ec7fe163-7ce9-44af-b8ea-71cb6980529c), precommit_delete_associations {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:34.168873 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-02d2e69c-ac56-498d-b319-3ac404824b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190699'] for subnet (ec7fe163-7ce9-44af-b8ea-71cb6980529c), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:34.301476 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-02d2e69c-ac56-498d-b319-3ac404824b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1190690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692'] for subnet (ec7fe163-7ce9-44af-b8ea-71cb6980529c), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:34.334138 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d2e69c-ac56-498d-b319-3ac404824b80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec7fe163-7ce9-44af-b8ea-71cb6980529c,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:34.337225 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-02d2e69c-ac56-498d-b319-3ac404824b80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:34.342934 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-02d2e69c-ac56-498d-b319-3ac404824b80 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/ec7fe163-7ce9-44af-b8ea-71cb6980529c HTTP/1.1" status: 204 len: 168 time: 0.2684450 Jul 28 05:32:34.343885 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 34802) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:34.346930 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d2e69c-ac56-498d-b319-3ac404824b80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:34.347285 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d2e69c-ac56-498d-b319-3ac404824b80 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:34.347627 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d2e69c-ac56-498d-b319-3ac404824b80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:34.347968 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d2e69c-ac56-498d-b319-3ac404824b80 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:34.348307 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d2e69c-ac56-498d-b319-3ac404824b80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:34.348648 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d2e69c-ac56-498d-b319-3ac404824b80 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:34.348978 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d2e69c-ac56-498d-b319-3ac404824b80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:34.349293 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d2e69c-ac56-498d-b319-3ac404824b80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:34.349644 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d2e69c-ac56-498d-b319-3ac404824b80 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:34.349971 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d2e69c-ac56-498d-b319-3ac404824b80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:34.350300 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d2e69c-ac56-498d-b319-3ac404824b80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:34.350623 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d2e69c-ac56-498d-b319-3ac404824b80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:34.350947 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d2e69c-ac56-498d-b319-3ac404824b80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:34.351287 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d2e69c-ac56-498d-b319-3ac404824b80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:34.351583 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d2e69c-ac56-498d-b319-3ac404824b80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:34.416134 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1261665'] for network (78ba9f60-723f-462d-93db-0f0dc5c767e2), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:34.498655 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1190917', 'neutron.services.segments.db._delete_segments_for_network-8748695459786'] for network (78ba9f60-723f-462d-93db-0f0dc5c767e2), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:34.518896 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:32:34.519245 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:32:34.519961 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:32:34.520288 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] Subscribe: > port after_create 55550000 {{(pid=104273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:32:34.520626 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:32:34.520945 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] Subscribe: > port after_update 55550000 {{(pid=104273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:32:34.521278 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:32:34.521642 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:32:34.521960 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:32:34.522280 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:32:34.610454 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 34806) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:34.674132 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:32:34.674490 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:32:34.674834 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:32:34.675209 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:32:34.675581 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.services.segments.db [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ba9f60-723f-462d-93db-0f0dc5c767e2']}} {{(pid=104273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:32:34.694717 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.services.segments.db [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd84b939-3966-4848-95a7-9af96fb9ea0d') {'for_net_delete': True} {{(pid=104273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:32:34.695015 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.services.segments.db [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd84b939-3966-4848-95a7-9af96fb9ea0d') {} {{(pid=104273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:32:34.711941 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748695459687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8432867'] for segment (cd84b939-3966-4848-95a7-9af96fb9ea0d), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:34.716081 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-69960388-b387-42b8-ae89-3cbc9d80210a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:34.733681 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124'] for segment (cd84b939-3966-4848-95a7-9af96fb9ea0d), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:34.742731 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=104273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 05:32:34.743119 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8745065'] for segment (cd84b939-3966-4848-95a7-9af96fb9ea0d), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:34.801494 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-69960388-b387-42b8-ae89-3cbc9d80210a admin admin] Publish callbacks [] for security_group (815d23d7-89be-4747-bbf2-50c593d9b340), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:34.838919 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-69960388-b387-42b8-ae89-3cbc9d80210a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (815d23d7-89be-4747-bbf2-50c593d9b340), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:34.856601 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1190926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4016432'] for network (78ba9f60-723f-462d-93db-0f0dc5c767e2), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:34.868183 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for network (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:34.874125 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] 10.222.0.33 "DELETE /v2.0/networks/78ba9f60-723f-462d-93db-0f0dc5c767e2 HTTP/1.1" status: 204 len: 168 time: 0.5270846 Jul 28 05:32:34.875577 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 34816) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:34.881173 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] Pushing event deleted for resources: {'Network': ['ID=78ba9f60-723f-462d-93db-0f0dc5c767e2,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:34.889680 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:34.890033 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:34.890376 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:34.890711 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:34.891047 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:34.891721 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:34.892061 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:34.892383 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:34.892762 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:34.893226 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-69960388-b387-42b8-ae89-3cbc9d80210a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=8cb9a0a06da241ffa8d2b24286a67328&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2816269 Jul 28 05:32:34.895888 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:34.896237 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:34.896597 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:34.896927 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:34.897398 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:34.897919 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e92072-220b-4766-8a9c-d986a3b73634 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:34.901522 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 34820) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:34.915674 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69960388-b387-42b8-ae89-3cbc9d80210a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815d23d7-89be-4747-bbf2-50c593d9b340,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:34.938637 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.db_base_plugin_v2 [None req-dad11829-af97-41fc-a243-f9042d7a5e31 admin admin] Deleting subnet 2555bf68-1b1a-455d-b97a-7d01abf4f6ef {{(pid=104272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 05:32:34.942470 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-dad11829-af97-41fc-a243-f9042d7a5e31 admin admin] Publish callbacks [] for subnet (2555bf68-1b1a-455d-b97a-7d01abf4f6ef), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:34.959660 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ad2cd73f-fd6d-4277-8d11-05ce0c02faef admin admin] Publish callbacks [] for security_group (815d23d7-89be-4747-bbf2-50c593d9b340), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:34.980882 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.services.segments.plugin [-] Segment cd84b939-3966-4848-95a7-9af96fb9ea0d resource provider aggregate not found Jul 28 05:32:34.989313 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ad2cd73f-fd6d-4277-8d11-05ce0c02faef admin admin] Publish callbacks [] for security_group (815d23d7-89be-4747-bbf2-50c593d9b340), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:34.995483 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-dad11829-af97-41fc-a243-f9042d7a5e31 admin admin] Publish callbacks [] for subnet (2555bf68-1b1a-455d-b97a-7d01abf4f6ef), precommit_delete_associations {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:34.999817 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.services.segments.plugin [-] Segment cd84b939-3966-4848-95a7-9af96fb9ea0d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd84b939-3966-4848-95a7-9af96fb9ea0d found for delete ", "request_id": "req-2b6f177d-9070-40cc-8df3-5d41a5563e7d"}]} Jul 28 05:32:35.001363 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-dad11829-af97-41fc-a243-f9042d7a5e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190699'] for subnet (2555bf68-1b1a-455d-b97a-7d01abf4f6ef), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:35.119525 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55435130-1e59-449b-a75c-19d2c7174a41 req-d6da45a0-9b9d-475a-ade8-6fb59c24f41e tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:35.120920 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-55435130-1e59-449b-a75c-19d2c7174a41 req-d6da45a0-9b9d-475a-ade8-6fb59c24f41e tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 946 time: 0.0472038 Jul 28 05:32:35.152483 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:35.158111 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ad2cd73f-fd6d-4277-8d11-05ce0c02faef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (815d23d7-89be-4747-bbf2-50c593d9b340), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:35.160708 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ad2cd73f-fd6d-4277-8d11-05ce0c02faef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:35.161908 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-ad2cd73f-fd6d-4277-8d11-05ce0c02faef admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/815d23d7-89be-4747-bbf2-50c593d9b340 HTTP/1.1" status: 204 len: 168 time: 0.2589595 Jul 28 05:32:35.169406 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-55435130-1e59-449b-a75c-19d2c7174a41 req-64371626-9eb7-4333-89de-0e51549dc3a9 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427668 Jul 28 05:32:35.171440 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2cd73f-fd6d-4277-8d11-05ce0c02faef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815d23d7-89be-4747-bbf2-50c593d9b340,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:35.221491 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-dad11829-af97-41fc-a243-f9042d7a5e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1190690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692'] for subnet (2555bf68-1b1a-455d-b97a-7d01abf4f6ef), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:35.247964 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad11829-af97-41fc-a243-f9042d7a5e31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2555bf68-1b1a-455d-b97a-7d01abf4f6ef,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:35.252052 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-dad11829-af97-41fc-a243-f9042d7a5e31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:35.255701 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-dad11829-af97-41fc-a243-f9042d7a5e31 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/2555bf68-1b1a-455d-b97a-7d01abf4f6ef HTTP/1.1" status: 204 len: 168 time: 0.3791046 Jul 28 05:32:35.258281 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 34828) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:35.278087 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-252e6bf8-9c98-4e42-8447-2f9588d7d2bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:35.335548 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-cdf0ff3d-6dac-46bb-a3ca-57263a58b1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1261665'] for network (8116c60a-aef4-44a0-a066-d72ae87af1b2), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:35.409420 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:35.425507 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-cdf0ff3d-6dac-46bb-a3ca-57263a58b1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1190917', 'neutron.services.segments.db._delete_segments_for_network-8748695459786'] for network (8116c60a-aef4-44a0-a066-d72ae87af1b2), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:35.451893 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-cdf0ff3d-6dac-46bb-a3ca-57263a58b1c6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:32:35.451893 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-cdf0ff3d-6dac-46bb-a3ca-57263a58b1c6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:32:35.451893 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-cdf0ff3d-6dac-46bb-a3ca-57263a58b1c6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:32:35.451893 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-cdf0ff3d-6dac-46bb-a3ca-57263a58b1c6 admin admin] Subscribe: > port after_create 55550000 {{(pid=104272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:32:35.451893 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-cdf0ff3d-6dac-46bb-a3ca-57263a58b1c6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:32:35.451893 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-cdf0ff3d-6dac-46bb-a3ca-57263a58b1c6 admin admin] Subscribe: > port after_update 55550000 {{(pid=104272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:32:35.452358 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-cdf0ff3d-6dac-46bb-a3ca-57263a58b1c6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:32:35.452497 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-cdf0ff3d-6dac-46bb-a3ca-57263a58b1c6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:32:35.452814 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-cdf0ff3d-6dac-46bb-a3ca-57263a58b1c6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:32:35.453140 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-cdf0ff3d-6dac-46bb-a3ca-57263a58b1c6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:32:35.519862 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-cdf0ff3d-6dac-46bb-a3ca-57263a58b1c6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:32:35.520217 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-cdf0ff3d-6dac-46bb-a3ca-57263a58b1c6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:32:35.521708 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-cdf0ff3d-6dac-46bb-a3ca-57263a58b1c6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:32:35.521708 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-cdf0ff3d-6dac-46bb-a3ca-57263a58b1c6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:32:35.521708 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.services.segments.db [None req-cdf0ff3d-6dac-46bb-a3ca-57263a58b1c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8116c60a-aef4-44a0-a066-d72ae87af1b2']}} {{(pid=104272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:32:35.539428 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.services.segments.db [None req-cdf0ff3d-6dac-46bb-a3ca-57263a58b1c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf68df47-b1b1-4e5e-89a0-63433cb9c2f6') {'for_net_delete': True} {{(pid=104272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:32:35.539723 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.services.segments.db [None req-cdf0ff3d-6dac-46bb-a3ca-57263a58b1c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf68df47-b1b1-4e5e-89a0-63433cb9c2f6') {} {{(pid=104272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:32:35.556139 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-cdf0ff3d-6dac-46bb-a3ca-57263a58b1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748695459687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12150825'] for segment (cf68df47-b1b1-4e5e-89a0-63433cb9c2f6), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:35.578922 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-cdf0ff3d-6dac-46bb-a3ca-57263a58b1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124'] for segment (cf68df47-b1b1-4e5e-89a0-63433cb9c2f6), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:35.587521 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf0ff3d-6dac-46bb-a3ca-57263a58b1c6 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=104272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 05:32:35.587941 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-cdf0ff3d-6dac-46bb-a3ca-57263a58b1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8637748'] for segment (cf68df47-b1b1-4e5e-89a0-63433cb9c2f6), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:35.764009 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-cdf0ff3d-6dac-46bb-a3ca-57263a58b1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1190926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4016432'] for network (8116c60a-aef4-44a0-a066-d72ae87af1b2), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:35.777164 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-cdf0ff3d-6dac-46bb-a3ca-57263a58b1c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for network (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:35.780512 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-cdf0ff3d-6dac-46bb-a3ca-57263a58b1c6 admin admin] 10.222.0.33 "DELETE /v2.0/networks/8116c60a-aef4-44a0-a066-d72ae87af1b2 HTTP/1.1" status: 204 len: 168 time: 0.5212436 Jul 28 05:32:35.794034 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.services.segments.plugin [-] Segment cf68df47-b1b1-4e5e-89a0-63433cb9c2f6 resource provider aggregate not found Jul 28 05:32:35.797812 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0ff3d-6dac-46bb-a3ca-57263a58b1c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8116c60a-aef4-44a0-a066-d72ae87af1b2,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:35.813985 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.services.segments.plugin [-] Segment cf68df47-b1b1-4e5e-89a0-63433cb9c2f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf68df47-b1b1-4e5e-89a0-63433cb9c2f6 found for delete ", "request_id": "req-8c79dcd1-7d52-4c00-8009-97a161e8d80b"}]} Jul 28 05:32:35.915624 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 34858) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:35.931010 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-774ed528-7b4e-44a1-bc8b-a8eb7292e255 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:36.009593 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-774ed528-7b4e-44a1-bc8b-a8eb7292e255 admin admin] Publish callbacks [] for security_group (ab252341-594d-4973-9a68-e1d4496350af), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:36.083695 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-774ed528-7b4e-44a1-bc8b-a8eb7292e255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (ab252341-594d-4973-9a68-e1d4496350af), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:36.130746 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-774ed528-7b4e-44a1-bc8b-a8eb7292e255 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=899ab6e1c6b34fcfa2a5b1161d5ba6be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2126784 Jul 28 05:32:36.131733 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ed528-7b4e-44a1-bc8b-a8eb7292e255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab252341-594d-4973-9a68-e1d4496350af,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:36.133446 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 34862) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:36.185070 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 34864) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:36.196684 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-58577ea5-e874-4c18-9d39-8f4c3d8e4c72 admin admin] Publish callbacks [] for security_group (ab252341-594d-4973-9a68-e1d4496350af), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:36.223832 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-58577ea5-e874-4c18-9d39-8f4c3d8e4c72 admin admin] Publish callbacks [] for security_group (ab252341-594d-4973-9a68-e1d4496350af), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:36.223924 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:36.227314 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-2ac73fc3-d875-49d7-8b68-983906612b2d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=8a73af8e42ce4297848ab4111d14c437&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404670 Jul 28 05:32:36.229911 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 34868) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:36.236742 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:36.282275 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-14ed6d18-0e33-4ac6-85de-f35e69240743 admin admin] Publish callbacks [] for security_group (06cd07d2-fb21-4206-b06a-ccbc392c7564), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:36.302191 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298e4bf-1044-477e-afc8-41fa74178b2d req-fb1abcfc-cbf1-499e-99da-7e4db187aec1 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:36.303751 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b298e4bf-1044-477e-afc8-41fa74178b2d req-fb1abcfc-cbf1-499e-99da-7e4db187aec1 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 946 time: 0.0488353 Jul 28 05:32:36.305797 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-14ed6d18-0e33-4ac6-85de-f35e69240743 admin admin] Publish callbacks [] for security_group (06cd07d2-fb21-4206-b06a-ccbc392c7564), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:36.357539 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b298e4bf-1044-477e-afc8-41fa74178b2d req-feaad52e-c6be-4d61-8075-f881265ff692 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477996 Jul 28 05:32:36.414950 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-58577ea5-e874-4c18-9d39-8f4c3d8e4c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (ab252341-594d-4973-9a68-e1d4496350af), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:36.415070 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-14ed6d18-0e33-4ac6-85de-f35e69240743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (06cd07d2-fb21-4206-b06a-ccbc392c7564), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:36.418548 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-14ed6d18-0e33-4ac6-85de-f35e69240743 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:36.418657 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-58577ea5-e874-4c18-9d39-8f4c3d8e4c72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:36.422462 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-14ed6d18-0e33-4ac6-85de-f35e69240743 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/06cd07d2-fb21-4206-b06a-ccbc392c7564 HTTP/1.1" status: 204 len: 168 time: 0.1887558 Jul 28 05:32:36.431510 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-58577ea5-e874-4c18-9d39-8f4c3d8e4c72 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ab252341-594d-4973-9a68-e1d4496350af HTTP/1.1" status: 204 len: 168 time: 0.2850883 Jul 28 05:32:36.438755 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58577ea5-e874-4c18-9d39-8f4c3d8e4c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab252341-594d-4973-9a68-e1d4496350af,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:36.450693 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed6d18-0e33-4ac6-85de-f35e69240743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cd07d2-fb21-4206-b06a-ccbc392c7564,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:37.200544 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 34888) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:37.240454 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-872c1f9e-9901-4d1e-97c2-8f289103efc0 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=5fee5ccd0a2e4a6baa670eca18e3a4fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387471 Jul 28 05:32:37.243022 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 34890) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:37.301680 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-2adf050c-8d97-478b-a212-8c67fb3e4456 admin admin] Publish callbacks [] for security_group (cc01a566-4299-4455-95eb-cdec67c14912), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:37.304263 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 34892) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:37.318688 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-f0ccb33c-b098-43fe-a006-3fc062d92c68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:37.326279 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-2adf050c-8d97-478b-a212-8c67fb3e4456 admin admin] Publish callbacks [] for security_group (cc01a566-4299-4455-95eb-cdec67c14912), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:37.397334 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-f0ccb33c-b098-43fe-a006-3fc062d92c68 admin admin] Publish callbacks [] for security_group (1f00eb89-d346-43fc-9e91-0b66c05ad3a8), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:37.444574 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-2adf050c-8d97-478b-a212-8c67fb3e4456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (cc01a566-4299-4455-95eb-cdec67c14912), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:37.450931 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-2adf050c-8d97-478b-a212-8c67fb3e4456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:37.458796 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-2adf050c-8d97-478b-a212-8c67fb3e4456 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/cc01a566-4299-4455-95eb-cdec67c14912 HTTP/1.1" status: 204 len: 168 time: 0.2147577 Jul 28 05:32:37.469482 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf050c-8d97-478b-a212-8c67fb3e4456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc01a566-4299-4455-95eb-cdec67c14912,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:37.476230 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-f0ccb33c-b098-43fe-a006-3fc062d92c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (1f00eb89-d346-43fc-9e91-0b66c05ad3a8), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:37.504133 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:37.512784 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccb33c-b098-43fe-a006-3fc062d92c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f00eb89-d346-43fc-9e91-0b66c05ad3a8,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:37.539537 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43bb4a-2fb4-4380-a36e-d47ea19806a3 req-09a7ec60-6cec-42a3-a7c1-ca9bf512cefb tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:37.541007 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-fa43bb4a-2fb4-4380-a36e-d47ea19806a3 req-09a7ec60-6cec-42a3-a7c1-ca9bf512cefb tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 946 time: 0.0992081 Jul 28 05:32:37.544431 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-f0ccb33c-b098-43fe-a006-3fc062d92c68 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=fc5d27a414c5473bac8fc506d612ae0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391002 Jul 28 05:32:37.547529 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 34900) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:37.606098 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-fa43bb4a-2fb4-4380-a36e-d47ea19806a3 req-ce06e6fa-7a75-45d2-82f0-48887c0b7115 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582361 Jul 28 05:32:37.627477 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5cd0c76d-fbca-438e-83f5-6709519df78f admin admin] Publish callbacks [] for security_group (1f00eb89-d346-43fc-9e91-0b66c05ad3a8), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:37.651218 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5cd0c76d-fbca-438e-83f5-6709519df78f admin admin] Publish callbacks [] for security_group (1f00eb89-d346-43fc-9e91-0b66c05ad3a8), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:37.695067 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-bf697b22-ddaa-4565-8da2-1a234287a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:37.733691 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 34904) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:37.786651 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5cd0c76d-fbca-438e-83f5-6709519df78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (1f00eb89-d346-43fc-9e91-0b66c05ad3a8), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:37.789249 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5cd0c76d-fbca-438e-83f5-6709519df78f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:37.790578 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-5cd0c76d-fbca-438e-83f5-6709519df78f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/1f00eb89-d346-43fc-9e91-0b66c05ad3a8 HTTP/1.1" status: 204 len: 168 time: 0.2415407 Jul 28 05:32:37.799492 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0c76d-fbca-438e-83f5-6709519df78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f00eb89-d346-43fc-9e91-0b66c05ad3a8,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:37.961950 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-93639030-1213-4a55-a02a-d67f551606c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:38.049101 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-93639030-1213-4a55-a02a-d67f551606c7 admin admin] Publish callbacks [] for security_group (eb903f24-60be-43d6-a783-813fd3e0618d), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:38.175273 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-93639030-1213-4a55-a02a-d67f551606c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (eb903f24-60be-43d6-a783-813fd3e0618d), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:38.216078 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93639030-1213-4a55-a02a-d67f551606c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb903f24-60be-43d6-a783-813fd3e0618d,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:38.220296 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-93639030-1213-4a55-a02a-d67f551606c7 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d82b2965218e443b8f14ae34931d7be2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4848225 Jul 28 05:32:38.222478 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 34922) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:38.282547 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e249e92e-a2d1-4b95-981f-ec7260e4bc23 admin admin] Publish callbacks [] for security_group (eb903f24-60be-43d6-a783-813fd3e0618d), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:38.304236 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e249e92e-a2d1-4b95-981f-ec7260e4bc23 admin admin] Publish callbacks [] for security_group (eb903f24-60be-43d6-a783-813fd3e0618d), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:38.432521 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e249e92e-a2d1-4b95-981f-ec7260e4bc23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (eb903f24-60be-43d6-a783-813fd3e0618d), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:38.435210 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e249e92e-a2d1-4b95-981f-ec7260e4bc23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:38.436367 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-e249e92e-a2d1-4b95-981f-ec7260e4bc23 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/eb903f24-60be-43d6-a783-813fd3e0618d HTTP/1.1" status: 204 len: 168 time: 0.2129149 Jul 28 05:32:38.450056 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e249e92e-a2d1-4b95-981f-ec7260e4bc23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb903f24-60be-43d6-a783-813fd3e0618d,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:38.603823 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:38.725890 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:38.735752 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078fd09-45ec-4da8-9186-2b986e63b8fc req-2c44b39c-b840-497a-903d-701eefb30830 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:38.737291 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e078fd09-45ec-4da8-9186-2b986e63b8fc req-2c44b39c-b840-497a-903d-701eefb30830 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 946 time: 0.0522532 Jul 28 05:32:38.802036 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e078fd09-45ec-4da8-9186-2b986e63b8fc req-38e79719-739b-4178-ba72-d410f6184c8f tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553744 Jul 28 05:32:39.124366 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1e388-3b81-4ae7-8134-8a3e61a72f15 req-18e695f5-5ec0-4b89-bb00-fa7a94fac726 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:39.125906 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a1c1e388-3b81-4ae7-8134-8a3e61a72f15 req-18e695f5-5ec0-4b89-bb00-fa7a94fac726 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e6d57a3-f6d1-4b5a-b313-e6cf26eec103 HTTP/1.1" status: 200 len: 946 time: 0.0563064 Jul 28 05:32:39.180493 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a1c1e388-3b81-4ae7-8134-8a3e61a72f15 req-9ca8c4a3-f0a9-40d6-840e-2c95947c013b tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/security-groups?id=c0147f82-5a58-4e07-b545-d15cd6c553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484159 Jul 28 05:32:39.861221 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 6 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:32:39.931946 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06116a35-f7a2-4fc5-9fba-b21c15b8a427 req-232f7147-f9d4-4929-85f7-497acbb347f3 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:39.933909 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-06116a35-f7a2-4fc5-9fba-b21c15b8a427 req-232f7147-f9d4-4929-85f7-497acbb347f3 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 946 time: 0.0513473 Jul 28 05:32:39.983834 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-06116a35-f7a2-4fc5-9fba-b21c15b8a427 req-3fbf948d-a61e-43c4-b3e4-9849c2f19f12 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444901 Jul 28 05:32:40.306139 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae201506-279b-4067-994a-0eacec83cc2a req-20e247f5-973f-4347-89e2-fce8439b1677 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:40.308206 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ae201506-279b-4067-994a-0eacec83cc2a req-20e247f5-973f-4347-89e2-fce8439b1677 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e6d57a3-f6d1-4b5a-b313-e6cf26eec103 HTTP/1.1" status: 200 len: 946 time: 0.0527868 Jul 28 05:32:40.378126 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ae201506-279b-4067-994a-0eacec83cc2a req-be4ad513-5d94-4c2a-8af0-98a47511f495 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/security-groups?id=c0147f82-5a58-4e07-b545-d15cd6c553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518675 Jul 28 05:32:40.506507 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:40.740547 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:40.751663 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=30 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:41.104067 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3a3f8-52bc-4783-b1c4-4cef1ac3c75a req-113e8eee-7043-4aee-84c8-7f39f0a449e6 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:41.105621 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a3e3a3f8-52bc-4783-b1c4-4cef1ac3c75a req-113e8eee-7043-4aee-84c8-7f39f0a449e6 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 946 time: 0.0483158 Jul 28 05:32:41.155273 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a3e3a3f8-52bc-4783-b1c4-4cef1ac3c75a req-3653434f-4a7d-47d5-96ab-2c4dde38b130 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441475 Jul 28 05:32:41.503038 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15623d9-db64-40e9-990d-dba749aaaa53 req-a668359a-6bd9-4491-b237-7fced5207c1d tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:41.506040 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f15623d9-db64-40e9-990d-dba749aaaa53 req-a668359a-6bd9-4491-b237-7fced5207c1d tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e6d57a3-f6d1-4b5a-b313-e6cf26eec103 HTTP/1.1" status: 200 len: 946 time: 0.0629649 Jul 28 05:32:41.562243 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f15623d9-db64-40e9-990d-dba749aaaa53 req-94d45732-af0f-4779-97e5-df0bc6b09572 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/security-groups?id=c0147f82-5a58-4e07-b545-d15cd6c553a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498557 Jul 28 05:32:41.625179 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca18ea2-fa3f-4f7f-a056-1e10c3fad197 req-4eaea1b6-a8b4-42bf-be43-ef8309119b6e tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:41.626654 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1ca18ea2-fa3f-4f7f-a056-1e10c3fad197 req-4eaea1b6-a8b4-42bf-be43-ef8309119b6e tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e6d57a3-f6d1-4b5a-b313-e6cf26eec103 HTTP/1.1" status: 200 len: 946 time: 0.0511746 Jul 28 05:32:41.749967 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [req-1ca18ea2-fa3f-4f7f-a056-1e10c3fad197 req-a79d9b06-9f02-4ac7-94b1-4dec6917d35d tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Deleting port dea42e8c-f00e-4206-92e3-ecad08848a56 {{(pid=104272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:32:41.750313 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-1ca18ea2-fa3f-4f7f-a056-1e10c3fad197 req-a79d9b06-9f02-4ac7-94b1-4dec6917d35d tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (dea42e8c-f00e-4206-92e3-ecad08848a56), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:41.848225 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [req-1ca18ea2-fa3f-4f7f-a056-1e10c3fad197 req-a79d9b06-9f02-4ac7-94b1-4dec6917d35d tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] For port dea42e8c-f00e-4206-92e3-ecad08848a56, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=dea42e8c-f00e-4206-92e3-ecad08848a56,segment=NetworkSegment(de5e18e7-c5d5-4795-b86e-5151ec6d287a),segment_id=de5e18e7-c5d5-4795-b86e-5151ec6d287a)] {{(pid=104272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:32:41.848662 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-1ca18ea2-fa3f-4f7f-a056-1e10c3fad197 req-a79d9b06-9f02-4ac7-94b1-4dec6917d35d tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (dea42e8c-f00e-4206-92e3-ecad08848a56), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:41.863237 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [req-1ca18ea2-fa3f-4f7f-a056-1e10c3fad197 req-a79d9b06-9f02-4ac7-94b1-4dec6917d35d tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Calling delete_port for dea42e8c-f00e-4206-92e3-ecad08848a56 owned by compute:nova {{(pid=104272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:32:41.926253 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:42.106347 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-1ca18ea2-fa3f-4f7f-a056-1e10c3fad197 req-a79d9b06-9f02-4ac7-94b1-4dec6917d35d tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (dea42e8c-f00e-4206-92e3-ecad08848a56), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:42.113736 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:42.126902 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] get_ports_and_sgs() called for port_ids ['dea42e8c-f00e-4206-92e3-ecad08848a56'] {{(pid=104274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:32:42.138662 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d9b06-9f02-4ac7-94b1-4dec6917d35d tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Pushing event deleted for resources: {'Port': ['ID=dea42e8c-f00e-4206-92e3-ecad08848a56,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:42.209888 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca18ea2-fa3f-4f7f-a056-1e10c3fad197 req-a79d9b06-9f02-4ac7-94b1-4dec6917d35d tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] No DVR routers for this DVR port dea42e8c-f00e-4206-92e3-ecad08848a56 on host hv-cinder-79987 {{(pid=104272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:32:42.213402 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-1ca18ea2-fa3f-4f7f-a056-1e10c3fad197 req-a79d9b06-9f02-4ac7-94b1-4dec6917d35d tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:42.217432 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1ca18ea2-fa3f-4f7f-a056-1e10c3fad197 req-a79d9b06-9f02-4ac7-94b1-4dec6917d35d tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.57 "DELETE /v2.0/ports/dea42e8c-f00e-4206-92e3-ecad08848a56 HTTP/1.1" status: 204 len: 173 time: 0.5811005 Jul 28 05:32:42.218096 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6d57a3-f6d1-4b5a-b313-e6cf26eec103', 'name': 'network-vif-deleted', 'tag': 'dea42e8c-f00e-4206-92e3-ecad08848a56'}] {{(pid=104272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:32:42.221195 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90743944bbcefbc541f6211993cabd2c9418e1ba23e64f30c52edf03935cac0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359ad54e-0af3-48f1-94bb-fb3264693592" -d '{"events": [{"server_uuid": "2e6d57a3-f6d1-4b5a-b313-e6cf26eec103", "name": "network-vif-deleted", "tag": "dea42e8c-f00e-4206-92e3-ecad08848a56"}]}' {{(pid=104272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:32:42.302776 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cec6ff-732f-4509-96f4-6eb24bb19966 x-openstack-request-id: req-00cec6ff-732f-4509-96f4-6eb24bb19966 {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:32:42.303134 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6d57a3-f6d1-4b5a-b313-e6cf26eec103", "name": "network-vif-deleted", "tag": "dea42e8c-f00e-4206-92e3-ecad08848a56", "status": "completed", "code": 200}]} {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:32:42.303679 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-00cec6ff-732f-4509-96f4-6eb24bb19966 {{(pid=104272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:32:42.304038 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00cec6ff-732f-4509-96f4-6eb24bb19966'] response: {'server_uuid': '2e6d57a3-f6d1-4b5a-b313-e6cf26eec103', 'name': 'network-vif-deleted', 'tag': 'dea42e8c-f00e-4206-92e3-ecad08848a56', 'status': 'completed', 'code': 200} Jul 28 05:32:42.325620 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e7dd4-b407-43c3-9088-d2e61615110e req-81cb2ac6-76bb-4dd6-89b0-ece2679c8f72 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:42.327188 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-db9e7dd4-b407-43c3-9088-d2e61615110e req-81cb2ac6-76bb-4dd6-89b0-ece2679c8f72 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 946 time: 0.0694988 Jul 28 05:32:42.377160 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-db9e7dd4-b407-43c3-9088-d2e61615110e req-ac8154d1-ef4b-4c55-b153-aa2ca7f23f83 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427465 Jul 28 05:32:42.668031 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-cdad1a97-2eea-4ef8-82f8-ae779138c6fa req-98327b65-9364-413b-b856-9c9eb6eb39c9 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e6d57a3-f6d1-4b5a-b313-e6cf26eec103 HTTP/1.1" status: 200 len: 210 time: 0.0299289 Jul 28 05:32:43.458296 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 35066) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:43.495690 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d58518-a552-46e9-803d-fa48c7aa86a4 req-7f66ec33-3c8c-4356-9369-9d05a804e4fa tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:43.497177 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f3d58518-a552-46e9-803d-fa48c7aa86a4 req-7f66ec33-3c8c-4356-9369-9d05a804e4fa tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 946 time: 0.0471182 Jul 28 05:32:43.545055 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f3d58518-a552-46e9-803d-fa48c7aa86a4 req-fd8a3174-dd21-48a3-b28c-e355690467b4 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421939 Jul 28 05:32:43.566397 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-aa28122d-3003-4979-b105-89869b21d4b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:43.577218 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:43.643761 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-aa28122d-3003-4979-b105-89869b21d4b5 admin admin] Publish callbacks [] for security_group (92da2679-c121-4055-9f34-d8cabfce5ec4), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:43.706289 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-aa28122d-3003-4979-b105-89869b21d4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (92da2679-c121-4055-9f34-d8cabfce5ec4), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:43.726620 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:43.747344 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-aa28122d-3003-4979-b105-89869b21d4b5 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9df2539bb0734dce94d754f6fd8da9e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2879653 Jul 28 05:32:43.748446 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28122d-3003-4979-b105-89869b21d4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92da2679-c121-4055-9f34-d8cabfce5ec4,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:43.750675 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 35072) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:43.773997 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-478919d2-acd4-4500-9fa2-7c075630d376 req-45cd0163-cf29-4d94-9845-c6e04e32a2ad tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e6d57a3-f6d1-4b5a-b313-e6cf26eec103 HTTP/1.1" status: 200 len: 210 time: 0.0339212 Jul 28 05:32:43.815738 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bd4be08e-cb1c-4307-a0f1-3805155afbf4 admin admin] Publish callbacks [] for security_group (92da2679-c121-4055-9f34-d8cabfce5ec4), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:43.837679 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bd4be08e-cb1c-4307-a0f1-3805155afbf4 admin admin] Publish callbacks [] for security_group (92da2679-c121-4055-9f34-d8cabfce5ec4), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:43.951794 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bd4be08e-cb1c-4307-a0f1-3805155afbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (92da2679-c121-4055-9f34-d8cabfce5ec4), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:43.954576 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bd4be08e-cb1c-4307-a0f1-3805155afbf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:43.955706 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-bd4be08e-cb1c-4307-a0f1-3805155afbf4 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/92da2679-c121-4055-9f34-d8cabfce5ec4 HTTP/1.1" status: 204 len: 168 time: 0.2041409 Jul 28 05:32:43.964373 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4be08e-cb1c-4307-a0f1-3805155afbf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92da2679-c121-4055-9f34-d8cabfce5ec4,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:44.660800 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3122cc-64ef-481a-a1e9-48989af5f816 req-b510a631-90b5-4f69-8c1d-521d0eb9466b tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:44.662344 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-da3122cc-64ef-481a-a1e9-48989af5f816 req-b510a631-90b5-4f69-8c1d-521d0eb9466b tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 946 time: 0.0479336 Jul 28 05:32:44.711831 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-da3122cc-64ef-481a-a1e9-48989af5f816 req-4f3f12f0-5867-4c99-b8d3-f52e5a58c6d3 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435641 Jul 28 05:32:44.876713 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c68e8d37-edcb-4740-87f4-d2acd434f30b req-a105257f-6eac-4e18-802e-4ee059edd2cd tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e6d57a3-f6d1-4b5a-b313-e6cf26eec103 HTTP/1.1" status: 200 len: 210 time: 0.0281346 Jul 28 05:32:44.912399 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 35102) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:45.007384 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-38e0b376-49d9-4426-8ec4-56d2df33746a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-527325385-network', 'tenant_id': '0fafe3a7726844018a6c308f8acdbb49'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:32:45.100438 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e0b376-49d9-4426-8ec4-56d2df33746a admin admin] Made reservation on behalf of 0fafe3a7726844018a6c308f8acdbb49 for: {'network': 1} {{(pid=104272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:32:45.102880 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-38e0b376-49d9-4426-8ec4-56d2df33746a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for network (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:45.112770 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-38e0b376-49d9-4426-8ec4-56d2df33746a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:45.189849 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-38e0b376-49d9-4426-8ec4-56d2df33746a admin admin] Publish callbacks [] for security_group (c1324a3c-eab0-4e07-91e9-afdf667f4c52), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:45.277893 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-38e0b376-49d9-4426-8ec4-56d2df33746a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (c1324a3c-eab0-4e07-91e9-afdf667f4c52), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:45.304046 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e0b376-49d9-4426-8ec4-56d2df33746a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=104272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 05:32:45.461111 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0b376-49d9-4426-8ec4-56d2df33746a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1324a3c-eab0-4e07-91e9-afdf667f4c52,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:45.461111 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-38e0b376-49d9-4426-8ec4-56d2df33746a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124'] for segment (1896812b-3454-4c9a-a5b4-1a6bcc3ae695), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:45.461111 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.db.segments_db [None req-38e0b376-49d9-4426-8ec4-56d2df33746a admin admin] Added segment 1896812b-3454-4c9a-a5b4-1a6bcc3ae695 of type vlan for network 6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf Jul 28 05:32:45.461111 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-38e0b376-49d9-4426-8ec4-56d2df33746a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748695041913'] for network (6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:45.461111 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:45.461825 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device dea42e8c-f00e-4206-92e3-ecad08848a56 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:32:45.468633 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] No Port match for: dea42e8c-f00e-4206-92e3-ecad08848a56 {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:32:45.469062 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device dea42e8c-f00e-4206-92e3-ecad08848a56 not bound to the agent host hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:32:45.517826 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-38e0b376-49d9-4426-8ec4-56d2df33746a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692'] for network (6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:45.518843 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e0b376-49d9-4426-8ec4-56d2df33746a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:45.519434 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-38e0b376-49d9-4426-8ec4-56d2df33746a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for network (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:45.568666 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:45.585207 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0b376-49d9-4426-8ec4-56d2df33746a admin admin] Pushing event updated for resources: {'Network': ['ID=6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:45.596327 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Network 6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf details requested by agent ovs-agent-dv-cinder-799871-48-iscsi with host dv-cinder-799871-48-iscsi {{(pid=104274) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 05:32:45.624043 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-38e0b376-49d9-4426-8ec4-56d2df33746a admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.7105603 Jul 28 05:32:45.628895 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 35110) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:45.633765 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-07c84dd6-006f-4414-8ca4-f705ad3fd680 admin admin] Request body: {'subnet': {'network_id': '6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-527325385-subnet', 'tenant_id': '0fafe3a7726844018a6c308f8acdbb49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:32:45.700781 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c84dd6-006f-4414-8ca4-f705ad3fd680 admin admin] Made reservation on behalf of 0fafe3a7726844018a6c308f8acdbb49 for: {'subnet': 1} {{(pid=104272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:32:45.703138 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-07c84dd6-006f-4414-8ca4-f705ad3fd680 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12541310'] for subnet (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:46.081300 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032792d8-ea0d-4f9d-b5ed-6a70b4ff528b req-8b26df77-29a6-4976-8070-4777f651312a tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:46.082741 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-032792d8-ea0d-4f9d-b5ed-6a70b4ff528b req-8b26df77-29a6-4976-8070-4777f651312a tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 946 time: 0.2986567 Jul 28 05:32:46.105494 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-df73158c-28ca-44ee-9809-8f56f880f0c3 req-8a240e30-d538-4f87-8466-d9e1ac8c34b4 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e6d57a3-f6d1-4b5a-b313-e6cf26eec103 HTTP/1.1" status: 200 len: 210 time: 0.0421844 Jul 28 05:32:46.194432 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-032792d8-ea0d-4f9d-b5ed-6a70b4ff528b req-46915ae7-0a17-473a-8ea9-a74bc94000c1 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933630 Jul 28 05:32:46.254973 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-07c84dd6-006f-4414-8ca4-f705ad3fd680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8637867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12541264'] for subnet (64b04f90-f5ea-4071-a311-d444ad37205f), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:46.311717 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c84dd6-006f-4414-8ca4-f705ad3fd680 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64b04f90-f5ea-4071-a311-d444ad37205f,revision_number=0']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:46.327924 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c84dd6-006f-4414-8ca4-f705ad3fd680 admin admin] Checking segment: {'id': '1896812b-3454-4c9a-a5b4-1a6bcc3ae695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:32:46.328275 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c84dd6-006f-4414-8ca4-f705ad3fd680 admin admin] Network hostable DHCP agents. Network: 6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf, hostable agents: ['abae2507-ed95-47f5-bead-3f33926efd64'], hosted agents: [] {{(pid=104272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 05:32:46.385994 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c84dd6-006f-4414-8ca4-f705ad3fd680 admin admin] Network 6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf is scheduled to be hosted by DHCP agent abae2507-ed95-47f5-bead-3f33926efd64 with binding_index 1 {{(pid=104272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 05:32:46.432232 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [None req-07c84dd6-006f-4414-8ca4-f705ad3fd680 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-48-iscsi, 6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf) {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:32:46.437016 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c84dd6-006f-4414-8ca4-f705ad3fd680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:46.438128 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-07c84dd6-006f-4414-8ca4-f705ad3fd680 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:46.441968 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887c1e0e-8246-4ded-8393-4bd0f167a861 None None] Network 6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:32:46.497404 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-07c84dd6-006f-4414-8ca4-f705ad3fd680 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8675117 Jul 28 05:32:46.542790 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e2622f-3d20-47e3-8727-ea6bb89fe64f None None] Network 6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:32:47.207938 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-49098e9b-5bb3-4514-8b4c-b35d2ade43b9 req-f1d154a4-3594-4e55-824e-4acec93dc30a tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e6d57a3-f6d1-4b5a-b313-e6cf26eec103 HTTP/1.1" status: 200 len: 210 time: 0.0283561 Jul 28 05:32:47.314759 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc640699-adb7-4c3c-b07e-3a8434534e73 req-e6ebc06f-53dc-48d4-92fb-9c932bab28f7 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:47.316219 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-cc640699-adb7-4c3c-b07e-3a8434534e73 req-e6ebc06f-53dc-48d4-92fb-9c932bab28f7 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 946 time: 0.0466864 Jul 28 05:32:47.365265 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-cc640699-adb7-4c3c-b07e-3a8434534e73 req-096df08a-d971-4ba2-af2e-3e908b855290 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435758 Jul 28 05:32:48.306743 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-558a4a9c-8628-4571-8788-e89c4d4e741d req-b132a1a0-8cb2-4c73-a1a9-9a104f1862a6 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e6d57a3-f6d1-4b5a-b313-e6cf26eec103 HTTP/1.1" status: 200 len: 210 time: 0.0266244 Jul 28 05:32:48.486850 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7fea5-d63c-4f8f-91e3-5a8786d4c917 req-b11ea2ec-fe14-4b53-a65f-e0615caa9388 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:48.488448 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-84c7fea5-d63c-4f8f-91e3-5a8786d4c917 req-b11ea2ec-fe14-4b53-a65f-e0615caa9388 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 946 time: 0.0495274 Jul 28 05:32:48.538017 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-84c7fea5-d63c-4f8f-91e3-5a8786d4c917 req-6d6a9d5c-02ce-4faf-943e-721086916af2 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441618 Jul 28 05:32:49.403334 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:49.420825 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0b6e541a-1815-4712-b2e9-4cbebbdd9fef req-fcf7d7d3-a6a9-49cb-90d4-759d21637e06 tempest-DeleteServersTestJSON-270237440 tempest-DeleteServersTestJSON-270237440-project] 10.222.0.33 "GET /v2.0/ports?device_id=2e6d57a3-f6d1-4b5a-b313-e6cf26eec103 HTTP/1.1" status: 200 len: 210 time: 0.0274405 Jul 28 05:32:49.671400 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3e150-cf19-4e94-bfaa-17d9b978f278 req-a0a3d971-68da-4919-bf73-4fee67175524 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:49.672958 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2dd3e150-cf19-4e94-bfaa-17d9b978f278 req-a0a3d971-68da-4919-bf73-4fee67175524 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 946 time: 0.0599413 Jul 28 05:32:49.785985 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2dd3e150-cf19-4e94-bfaa-17d9b978f278 req-f0067c1e-d2ec-4956-bfa8-0133fbd17411 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028168 Jul 28 05:32:49.818559 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-acb1d0d6-f5ed-484f-b8cb-bf043515c1b2 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:49.819344 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-acb1d0d6-f5ed-484f-b8cb-bf043515c1b2 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/networks?id=6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf HTTP/1.1" status: 200 len: 813 time: 0.1454861 Jul 28 05:32:49.834344 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-8946d7fe-f118-43aa-bd1e-94c62916bf69 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/quotas/0fafe3a7726844018a6c308f8acdbb49 HTTP/1.1" status: 200 len: 375 time: 0.0096986 Jul 28 05:32:49.860386 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=98 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:49.869106 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-64d09259-ffb4-460f-b9b4-467832823af8 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=0fafe3a7726844018a6c308f8acdbb49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292361 Jul 28 05:32:49.970376 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-8fe082f2-c646-41d0-835c-a6984fe543da service neutron] 10.222.0.33 "GET /v2.0/networks/6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946231 Jul 28 05:32:50.070210 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-f1c38b6c-4c87-4e05-ae4b-74944a7ad5c8 service neutron] 10.222.0.33 "GET /v2.0/networks/6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931940 Jul 28 05:32:50.401313 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9b414481-57cf-4840-b74c-6235c2ee7832 req-41a3f789-d1f9-4512-bc1a-3b45af65e253 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/ports?device_id=38be4c9a-b055-46f2-a269-f67214cd08ff HTTP/1.1" status: 200 len: 210 time: 0.0332799 Jul 28 05:32:50.873030 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:50.920251 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aac753-bcd2-4580-84e2-6c3021e23199 req-02aa3808-24ab-4848-aa7f-0ed588e7b356 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:50.921854 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-74aac753-bcd2-4580-84e2-6c3021e23199 req-02aa3808-24ab-4848-aa7f-0ed588e7b356 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 946 time: 0.0594714 Jul 28 05:32:50.974436 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-74aac753-bcd2-4580-84e2-6c3021e23199 req-676d47bd-caf4-419a-b217-df70891cca52 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467973 Jul 28 05:32:51.220243 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 35248) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:51.330077 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-4a2b3892-bc3a-4d4e-a567-747740e2a17b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:51.406246 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-4a2b3892-bc3a-4d4e-a567-747740e2a17b admin admin] Publish callbacks [] for security_group (946ee918-4e6b-41bf-b565-19424b48c719), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:51.485679 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-20f211fb-e05a-4684-ad2a-2cb935290ec4 req-92bd26d2-6a6b-47d6-a648-4490153c3e5a tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/ports?device_id=38be4c9a-b055-46f2-a269-f67214cd08ff HTTP/1.1" status: 200 len: 210 time: 0.0310547 Jul 28 05:32:51.517458 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-4a2b3892-bc3a-4d4e-a567-747740e2a17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (946ee918-4e6b-41bf-b565-19424b48c719), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:51.556601 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b3892-bc3a-4d4e-a567-747740e2a17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946ee918-4e6b-41bf-b565-19424b48c719,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:51.561370 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-4a2b3892-bc3a-4d4e-a567-747740e2a17b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9b02c30c9f804a42844fda865d90248d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3401024 Jul 28 05:32:51.564155 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 35254) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:51.624827 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-40e1ebf6-4543-4bb5-94f1-6148e588c571 admin admin] Publish callbacks [] for security_group (946ee918-4e6b-41bf-b565-19424b48c719), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:51.839575 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-40e1ebf6-4543-4bb5-94f1-6148e588c571 admin admin] Publish callbacks [] for security_group (946ee918-4e6b-41bf-b565-19424b48c719), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:52.009459 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-40e1ebf6-4543-4bb5-94f1-6148e588c571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (946ee918-4e6b-41bf-b565-19424b48c719), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:52.014342 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-40e1ebf6-4543-4bb5-94f1-6148e588c571 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:52.021798 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-40e1ebf6-4543-4bb5-94f1-6148e588c571 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/946ee918-4e6b-41bf-b565-19424b48c719 HTTP/1.1" status: 204 len: 168 time: 0.4515557 Jul 28 05:32:52.030759 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1ebf6-4543-4bb5-94f1-6148e588c571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946ee918-4e6b-41bf-b565-19424b48c719,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:52.147425 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f44606-26f6-4229-af50-e76ecf9c099e req-ed3efe4d-d3b6-435d-a794-3cf0559c8a21 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:52.154451 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b6f44606-26f6-4229-af50-e76ecf9c099e req-ed3efe4d-d3b6-435d-a794-3cf0559c8a21 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 946 time: 0.0681603 Jul 28 05:32:52.154742 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 35270) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:52.202581 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b6f44606-26f6-4229-af50-e76ecf9c099e req-e5faec8d-4664-4c7e-93ee-1ad58b356d73 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441885 Jul 28 05:32:52.601586 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d1b7a4cc-94c8-4792-855e-ca93f2061c53 req-c0b870cf-fdb6-4e57-aa80-35530a0a5d19 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/ports?device_id=38be4c9a-b055-46f2-a269-f67214cd08ff HTTP/1.1" status: 200 len: 210 time: 0.0385146 Jul 28 05:32:52.664018 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-2c23c06c-040d-47e4-a59f-a10400eba253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4014364'] for router_interface (326e9b05-9b67-43c0-b273-659b0a801d6e), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:52.894254 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:52.933275 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-cc10213b-5b40-4695-b40c-a3d6eca0f8f8 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:52.935423 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-cc10213b-5b40-4695-b40c-a3d6eca0f8f8 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.57 "GET /v2.0/networks?id=6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf HTTP/1.1" status: 200 len: 813 time: 0.1100588 Jul 28 05:32:52.946086 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-2c23c06c-040d-47e4-a59f-a10400eba253 admin admin] Deleting port 448d595d-a854-45dc-99de-30e3d3bfd974 {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:32:52.946510 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-2c23c06c-040d-47e4-a59f-a10400eba253 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (448d595d-a854-45dc-99de-30e3d3bfd974), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:52.953864 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-fafdeb69-5720-4b3f-a868-5a076faa98b8 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Request body: {'port': {'device_id': '38be4c9a-b055-46f2-a269-f67214cd08ff', 'network_id': '6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf', 'admin_state_up': True, 'tenant_id': '0fafe3a7726844018a6c308f8acdbb49'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:32:53.030764 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [None req-2c23c06c-040d-47e4-a59f-a10400eba253 admin admin] For port 448d595d-a854-45dc-99de-30e3d3bfd974, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=448d595d-a854-45dc-99de-30e3d3bfd974,segment=NetworkSegment(de5e18e7-c5d5-4795-b86e-5151ec6d287a),segment_id=de5e18e7-c5d5-4795-b86e-5151ec6d287a)] {{(pid=104273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:32:53.031384 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-2c23c06c-040d-47e4-a59f-a10400eba253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (448d595d-a854-45dc-99de-30e3d3bfd974), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:53.046950 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-2c23c06c-040d-47e4-a59f-a10400eba253 admin admin] Calling delete_port for 448d595d-a854-45dc-99de-30e3d3bfd974 owned by network:router_interface {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:32:53.060131 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:53.133874 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:53.140157 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-fafdeb69-5720-4b3f-a868-5a076faa98b8 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Made reservation on behalf of 0fafe3a7726844018a6c308f8acdbb49 for: {'port': 1} {{(pid=104272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:32:53.143642 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-fafdeb69-5720-4b3f-a868-5a076faa98b8 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:53.267558 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:53.283153 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.db_base_plugin_common [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-fafdeb69-5720-4b3f-a868-5a076faa98b8 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Allocated IP 172.20.0.9 (6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf/64b04f90-f5ea-4071-a311-d444ad37205f/f2e46983-fbb4-4369-a1ec-16bd6bc4d642) {{(pid=104272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:32:53.335134 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-2c23c06c-040d-47e4-a59f-a10400eba253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (448d595d-a854-45dc-99de-30e3d3bfd974), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:53.365280 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c23c06c-040d-47e4-a59f-a10400eba253 admin admin] Pushing event deleted for resources: {'Port': ['ID=448d595d-a854-45dc-99de-30e3d3bfd974,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:53.377404 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533dc2c3-f2fe-4e43-8504-95b4252fa11d req-6031f565-c25c-4c47-bdf4-f2d39a1fa4fa tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:53.378903 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-533dc2c3-f2fe-4e43-8504-95b4252fa11d req-6031f565-c25c-4c47-bdf4-f2d39a1fa4fa tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 946 time: 0.0792544 Jul 28 05:32:53.509798 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-533dc2c3-f2fe-4e43-8504-95b4252fa11d req-e0a22205-0be7-4c64-8953-34ee664d965b tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168118 Jul 28 05:32:53.554077 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-fafdeb69-5720-4b3f-a868-5a076faa98b8 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Publish callbacks [] for port (f2e46983-fbb4-4369-a1ec-16bd6bc4d642), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:53.565051 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-2c23c06c-040d-47e4-a59f-a10400eba253 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4014472'] for router_interface (326e9b05-9b67-43c0-b273-659b0a801d6e), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:53.678146 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-fafdeb69-5720-4b3f-a868-5a076faa98b8 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (f2e46983-fbb4-4369-a1ec-16bd6bc4d642), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:53.756485 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-fafdeb69-5720-4b3f-a868-5a076faa98b8 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Network 6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf is already hosted by enough agents. {{(pid=104272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:32:53.761130 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:53.765020 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-fafdeb69-5720-4b3f-a868-5a076faa98b8 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Resources bound (agent type, host, resource id): {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:32:53.767490 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-fafdeb69-5720-4b3f-a868-5a076faa98b8 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Received port after_create {{(pid=104272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:32:53.777130 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c23c06c-040d-47e4-a59f-a10400eba253 admin admin] Router 326e9b05-9b67-43c0-b273-659b0a801d6e has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:32:53.796152 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafdeb69-5720-4b3f-a868-5a076faa98b8 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Pushing event updated for resources: {'Port': ['ID=f2e46983-fbb4-4369-a1ec-16bd6bc4d642,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:53.809685 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e723df0-5e5e-48ab-b279-c5ca46d5edf1 req-94cc5944-eb6a-4890-a7ae-886e80c66ebc tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:53.811150 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3e723df0-5e5e-48ab-b279-c5ca46d5edf1 req-94cc5944-eb6a-4890-a7ae-886e80c66ebc tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/ports?device_id=38be4c9a-b055-46f2-a269-f67214cd08ff HTTP/1.1" status: 200 len: 931 time: 0.1202168 Jul 28 05:32:53.819667 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:53.857781 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-fafdeb69-5720-4b3f-a868-5a076faa98b8 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:53.858407 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-fafdeb69-5720-4b3f-a868-5a076faa98b8 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:53.891276 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c23c06c-040d-47e4-a59f-a10400eba253 admin admin] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:32:53.892269 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3e723df0-5e5e-48ab-b279-c5ca46d5edf1 req-443c89f9-657c-4e6d-b392-ec42798b9a8d tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1324a3c-eab0-4e07-91e9-afdf667f4c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723696 Jul 28 05:32:53.900340 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-2c23c06c-040d-47e4-a59f-a10400eba253 admin admin] 10.222.0.33 "PUT /v2.0/routers/326e9b05-9b67-43c0-b273-659b0a801d6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7414155 Jul 28 05:32:53.903476 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6629d0b7-0bba-4c0a-a286-df144120421f None None] Sync routers for ids ['326e9b05-9b67-43c0-b273-659b0a801d6e'] in dv-cinder-799871-48-iscsi {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:32:53.911603 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 35292) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:53.917083 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6629d0b7-0bba-4c0a-a286-df144120421f None None] Routers {'326e9b05-9b67-43c0-b273-659b0a801d6e'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:32:53.917706 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-6629d0b7-0bba-4c0a-a286-df144120421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:32:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['326e9b05-9b67-43c0-b273-659b0a801d6e'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:32:53.989665 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 35296) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:54.004709 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-fafdeb69-5720-4b3f-a868-5a076faa98b8 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0536981 Jul 28 05:32:54.031593 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-7a888fcd-9bd8-43f3-81c6-26406f266bd8 service neutron] Request body: {'port': {'device_id': '38be4c9a-b055-46f2-a269-f67214cd08ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:32:54.034114 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ad59f157-4f37-4dc6-b98e-49e116cfe2dd admin admin] Publish callbacks [] for router (326e9b05-9b67-43c0-b273-659b0a801d6e), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:54.057650 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-6629d0b7-0bba-4c0a-a286-df144120421f None None] Set router 326e9b05-9b67-43c0-b273-659b0a801d6e gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:32:54.110757 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-7a888fcd-9bd8-43f3-81c6-26406f266bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (f2e46983-fbb4-4369-a1ec-16bd6bc4d642), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:54.161451 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ad59f157-4f37-4dc6-b98e-49e116cfe2dd admin admin] Publish callbacks [] for router_gateway (326e9b05-9b67-43c0-b273-659b0a801d6e), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:54.167542 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-7da092e0-7f2e-4361-b761-bb9cbe541799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:54.243453 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-6629d0b7-0bba-4c0a-a286-df144120421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326e9b05-9b67-43c0-b273-659b0a801d6e', 'name': 'tempest-DeleteServersTestJSON-1316562434-router', 'tenant_id': 'ee5ed205b4a048e18443c6d18b871a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '39f3d103-5e09-4533-8c67-ab69901bde5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:27Z', 'updated_at': '2022-07-28T05:32:53Z', 'revision_number': 5, 'project_id': 'ee5ed205b4a048e18443c6d18b871a90', 'gw_port': {'id': '39f3d103-5e09-4533-8c67-ab69901bde5d', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:54:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326e9b05-9b67-43c0-b273-659b0a801d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:29Z', 'updated_at': '2022-07-28T05:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:32:54.270505 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6629d0b7-0bba-4c0a-a286-df144120421f None None] Checking router: 326e9b05-9b67-43c0-b273-659b0a801d6e for host: dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:32:54.285000 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6629d0b7-0bba-4c0a-a286-df144120421f None None] Routers {'326e9b05-9b67-43c0-b273-659b0a801d6e'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:32:54.285000 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-6629d0b7-0bba-4c0a-a286-df144120421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:32:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['326e9b05-9b67-43c0-b273-659b0a801d6e'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:32:54.374757 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-6629d0b7-0bba-4c0a-a286-df144120421f None None] Set router 326e9b05-9b67-43c0-b273-659b0a801d6e gateway port host: None {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:32:54.405025 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-7da092e0-7f2e-4361-b761-bb9cbe541799 admin admin] Publish callbacks [] for security_group (a4d76979-3d8a-487e-b130-8d258cb6c8d1), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:54.431117 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-6629d0b7-0bba-4c0a-a286-df144120421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326e9b05-9b67-43c0-b273-659b0a801d6e', 'name': 'tempest-DeleteServersTestJSON-1316562434-router', 'tenant_id': 'ee5ed205b4a048e18443c6d18b871a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:27Z', 'updated_at': '2022-07-28T05:32:54Z', 'revision_number': 6, 'project_id': 'ee5ed205b4a048e18443c6d18b871a90', 'gw_port_host': None}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:32:54.457356 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6629d0b7-0bba-4c0a-a286-df144120421f None None] The sync data for ids ['326e9b05-9b67-43c0-b273-659b0a801d6e'] in dv-cinder-799871-48-iscsi is: [{'id': '326e9b05-9b67-43c0-b273-659b0a801d6e', 'name': 'tempest-DeleteServersTestJSON-1316562434-router', 'tenant_id': 'ee5ed205b4a048e18443c6d18b871a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:27Z', 'updated_at': '2022-07-28T05:32:54Z', 'revision_number': 6, 'project_id': 'ee5ed205b4a048e18443c6d18b871a90', 'gw_port_host': None}] {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:32:54.458621 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-7da092e0-7f2e-4361-b761-bb9cbe541799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (a4d76979-3d8a-487e-b130-8d258cb6c8d1), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:54.465765 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:54.485310 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-ad59f157-4f37-4dc6-b98e-49e116cfe2dd admin admin] Deleting port 39f3d103-5e09-4533-8c67-ab69901bde5d {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:32:54.488780 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ad59f157-4f37-4dc6-b98e-49e116cfe2dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (39f3d103-5e09-4533-8c67-ab69901bde5d), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:54.509614 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-7a888fcd-9bd8-43f3-81c6-26406f266bd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2e46983-fbb4-4369-a1ec-16bd6bc4d642 {{(pid=104272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:32:54.519174 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-7a888fcd-9bd8-43f3-81c6-26406f266bd8 service neutron] Publish callbacks [] for port (f2e46983-fbb4-4369-a1ec-16bd6bc4d642), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:54.521333 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da092e0-7f2e-4361-b761-bb9cbe541799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d76979-3d8a-487e-b130-8d258cb6c8d1,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:54.528333 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-7da092e0-7f2e-4361-b761-bb9cbe541799 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=248fcc4b767c4f4aa268756e244443e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5394671 Jul 28 05:32:54.529004 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 35300) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:54.538003 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:54.540245 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.provisioning_blocks [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-7a888fcd-9bd8-43f3-81c6-26406f266bd8 service neutron] Transition to ACTIVE for port object f2e46983-fbb4-4369-a1ec-16bd6bc4d642 will not be triggered until provisioned by entity L2. {{(pid=104272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 05:32:54.615553 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-7a888fcd-9bd8-43f3-81c6-26406f266bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8637776'] for port (f2e46983-fbb4-4369-a1ec-16bd6bc4d642), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:54.616263 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [None req-ad59f157-4f37-4dc6-b98e-49e116cfe2dd admin admin] For port 39f3d103-5e09-4533-8c67-ab69901bde5d, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=39f3d103-5e09-4533-8c67-ab69901bde5d,segment=NetworkSegment(18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30),segment_id=18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30)] {{(pid=104273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:32:54.616628 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ad59f157-4f37-4dc6-b98e-49e116cfe2dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (39f3d103-5e09-4533-8c67-ab69901bde5d), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:54.626728 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e90b6e45-908a-497e-8a7b-23d1e966413f admin admin] Publish callbacks [] for security_group (a4d76979-3d8a-487e-b130-8d258cb6c8d1), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:54.635761 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-ad59f157-4f37-4dc6-b98e-49e116cfe2dd admin admin] Calling delete_port for 39f3d103-5e09-4533-8c67-ab69901bde5d owned by network:router_gateway {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:32:54.663680 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e90b6e45-908a-497e-8a7b-23d1e966413f admin admin] Publish callbacks [] for security_group (a4d76979-3d8a-487e-b130-8d258cb6c8d1), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:54.669981 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb76f1c-e9d8-4db6-af35-21825dc249f2 req-50b25a09-fc4e-480e-bf80-3f746b8de452 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:54.671513 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5bb76f1c-e9d8-4db6-af35-21825dc249f2 req-50b25a09-fc4e-480e-bf80-3f746b8de452 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 946 time: 0.0874503 Jul 28 05:32:54.685723 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a888fcd-9bd8-43f3-81c6-26406f266bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e46983-fbb4-4369-a1ec-16bd6bc4d642,revision_number=2']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:54.766031 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:54.781975 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5bb76f1c-e9d8-4db6-af35-21825dc249f2 req-286ae60a-dff7-433a-9603-031777e3dbf5 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995150 Jul 28 05:32:54.794238 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.managers [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-7a888fcd-9bd8-43f3-81c6-26406f266bd8 service neutron] Attempting to bind port f2e46983-fbb4-4369-a1ec-16bd6bc4d642 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:32:54.794675 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.managers [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-7a888fcd-9bd8-43f3-81c6-26406f266bd8 service neutron] Attempting to bind port f2e46983-fbb4-4369-a1ec-16bd6bc4d642 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '1896812b-3454-4c9a-a5b4-1a6bcc3ae695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf'}] {{(pid=104272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:32:54.795089 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-7a888fcd-9bd8-43f3-81c6-26406f266bd8 service neutron] Attempting to bind port f2e46983-fbb4-4369-a1ec-16bd6bc4d642 on network 6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:32:54.799971 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-7a888fcd-9bd8-43f3-81c6-26406f266bd8 service neutron] Port f2e46983-fbb4-4369-a1ec-16bd6bc4d642 on network 6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 05:32:54.800378 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-7a888fcd-9bd8-43f3-81c6-26406f266bd8 service neutron] Attempting to bind port f2e46983-fbb4-4369-a1ec-16bd6bc4d642 on network 6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:32:54.805733 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-7a888fcd-9bd8-43f3-81c6-26406f266bd8 service neutron] Checking agent: {'id': '50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'started_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:32:54.806145 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-7a888fcd-9bd8-43f3-81c6-26406f266bd8 service neutron] Checking segment: {'id': '1896812b-3454-4c9a-a5b4-1a6bcc3ae695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:32:54.806615 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-7a888fcd-9bd8-43f3-81c6-26406f266bd8 service neutron] Bound using segment: {'id': '1896812b-3454-4c9a-a5b4-1a6bcc3ae695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf'} {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:32:54.807164 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.managers [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-7a888fcd-9bd8-43f3-81c6-26406f266bd8 service neutron] Bound port: f2e46983-fbb4-4369-a1ec-16bd6bc4d642, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1896812b-3454-4c9a-a5b4-1a6bcc3ae695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf'}}] {{(pid=104272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:32:54.807546 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-7a888fcd-9bd8-43f3-81c6-26406f266bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (f2e46983-fbb4-4369-a1ec-16bd6bc4d642), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:54.872138 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e90b6e45-908a-497e-8a7b-23d1e966413f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (a4d76979-3d8a-487e-b130-8d258cb6c8d1), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:54.875134 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e90b6e45-908a-497e-8a7b-23d1e966413f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:54.876529 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-e90b6e45-908a-497e-8a7b-23d1e966413f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a4d76979-3d8a-487e-b130-8d258cb6c8d1 HTTP/1.1" status: 204 len: 168 time: 0.3469069 Jul 28 05:32:54.881025 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-7a888fcd-9bd8-43f3-81c6-26406f266bd8 service neutron] For port f2e46983-fbb4-4369-a1ec-16bd6bc4d642, host hv-cinder-79987, cleared binding levels {{(pid=104272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:32:54.884425 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-7a888fcd-9bd8-43f3-81c6-26406f266bd8 service neutron] For port f2e46983-fbb4-4369-a1ec-16bd6bc4d642, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f2e46983-fbb4-4369-a1ec-16bd6bc4d642,segment=NetworkSegment(1896812b-3454-4c9a-a5b4-1a6bcc3ae695),segment_id=1896812b-3454-4c9a-a5b4-1a6bcc3ae695)] {{(pid=104272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:32:54.885124 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6e45-908a-497e-8a7b-23d1e966413f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d76979-3d8a-487e-b130-8d258cb6c8d1,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:54.951899 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ad59f157-4f37-4dc6-b98e-49e116cfe2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (39f3d103-5e09-4533-8c67-ab69901bde5d), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:54.952493 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-7a888fcd-9bd8-43f3-81c6-26406f266bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8637776'] for port (f2e46983-fbb4-4369-a1ec-16bd6bc4d642), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:54.994796 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-7a888fcd-9bd8-43f3-81c6-26406f266bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:54.995495 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-7a888fcd-9bd8-43f3-81c6-26406f266bd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:54.997041 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-7a888fcd-9bd8-43f3-81c6-26406f266bd8 service neutron] 10.222.0.57 "PUT /v2.0/ports/f2e46983-fbb4-4369-a1ec-16bd6bc4d642 HTTP/1.1" status: 200 len: 1093 time: 0.9704785 Jul 28 05:32:55.004241 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38be4c9a-b055-46f2-a269-f67214cd08ff', 'tag': 'f2e46983-fbb4-4369-a1ec-16bd6bc4d642'}] {{(pid=104272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:32:55.005734 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59f157-4f37-4dc6-b98e-49e116cfe2dd admin admin] Pushing event deleted for resources: {'Port': ['ID=39f3d103-5e09-4533-8c67-ab69901bde5d,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:55.006439 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90743944bbcefbc541f6211993cabd2c9418e1ba23e64f30c52edf03935cac0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1212bc-0467-434c-9036-61a918ffcb14" -d '{"events": [{"name": "network-changed", "server_uuid": "38be4c9a-b055-46f2-a269-f67214cd08ff", "tag": "f2e46983-fbb4-4369-a1ec-16bd6bc4d642"}]}' {{(pid=104272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:32:55.051312 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:55.053290 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c08d94c-73d0-4f72-b411-df8e68bc30ba x-openstack-request-id: req-2c08d94c-73d0-4f72-b411-df8e68bc30ba {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:32:55.053603 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38be4c9a-b055-46f2-a269-f67214cd08ff", "tag": "f2e46983-fbb4-4369-a1ec-16bd6bc4d642", "status": "completed", "code": 200}]} {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:32:55.053852 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2c08d94c-73d0-4f72-b411-df8e68bc30ba {{(pid=104272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:32:55.054243 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c08d94c-73d0-4f72-b411-df8e68bc30ba'] response: {'name': 'network-changed', 'server_uuid': '38be4c9a-b055-46f2-a269-f67214cd08ff', 'tag': 'f2e46983-fbb4-4369-a1ec-16bd6bc4d642', 'status': 'completed', 'code': 200} Jul 28 05:32:55.062531 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ad59f157-4f37-4dc6-b98e-49e116cfe2dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4016412'] for router_gateway (326e9b05-9b67-43c0-b273-659b0a801d6e), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:55.065334 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a888fcd-9bd8-43f3-81c6-26406f266bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e46983-fbb4-4369-a1ec-16bd6bc4d642,revision_number=3']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:55.073559 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90143e65-b49e-41db-9715-702b1c9b15e9 req-7a3b8311-2c59-497b-8270-148798c3c9ee tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:55.076143 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-90143e65-b49e-41db-9715-702b1c9b15e9 req-7a3b8311-2c59-497b-8270-148798c3c9ee tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/ports?device_id=38be4c9a-b055-46f2-a269-f67214cd08ff HTTP/1.1" status: 200 len: 943 time: 0.0908928 Jul 28 05:32:55.129049 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-90143e65-b49e-41db-9715-702b1c9b15e9 req-85de3de4-c8e7-4d93-b4ff-f5dfbce7eca2 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1324a3c-eab0-4e07-91e9-afdf667f4c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458949 Jul 28 05:32:55.169071 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ad59f157-4f37-4dc6-b98e-49e116cfe2dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4157079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3668'] for router (326e9b05-9b67-43c0-b273-659b0a801d6e), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:55.171379 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ad59f157-4f37-4dc6-b98e-49e116cfe2dd admin admin] Publish callbacks [] for router_controller (326e9b05-9b67-43c0-b273-659b0a801d6e), precommit_delete_associations {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:55.324120 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ad59f157-4f37-4dc6-b98e-49e116cfe2dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4156949'] for router (326e9b05-9b67-43c0-b273-659b0a801d6e), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:55.327735 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad59f157-4f37-4dc6-b98e-49e116cfe2dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 326e9b05-9b67-43c0-b273-659b0a801d6e {{(pid=104273) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 05:32:55.336783 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ad59f157-4f37-4dc6-b98e-49e116cfe2dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:55.342019 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-ad59f157-4f37-4dc6-b98e-49e116cfe2dd admin admin] 10.222.0.33 "DELETE /v2.0/routers/326e9b05-9b67-43c0-b273-659b0a801d6e HTTP/1.1" status: 204 len: 168 time: 1.4291527 Jul 28 05:32:55.342891 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 35314) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:55.366893 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1212bc-0467-434c-9036-61a918ffcb14 req-9f9f4ea5-141e-46eb-8e12-fad5ec4dd296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:55.368719 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9c1212bc-0467-434c-9036-61a918ffcb14 req-9f9f4ea5-141e-46eb-8e12-fad5ec4dd296 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fafe3a7726844018a6c308f8acdbb49&device_id=38be4c9a-b055-46f2-a269-f67214cd08ff HTTP/1.1" status: 200 len: 1127 time: 0.0538964 Jul 28 05:32:55.424738 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c61972-e0d6-4f52-89a6-4afff32a82b3 admin admin] Deleting subnet 154c4ca7-1ebc-4409-9f6b-8c04f2bdb864 {{(pid=104273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 05:32:55.432807 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-d0c61972-e0d6-4f52-89a6-4afff32a82b3 admin admin] Publish callbacks [] for subnet (154c4ca7-1ebc-4409-9f6b-8c04f2bdb864), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:55.486762 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-d0c61972-e0d6-4f52-89a6-4afff32a82b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8432890'] for subnet (154c4ca7-1ebc-4409-9f6b-8c04f2bdb864), precommit_delete_associations {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:55.506242 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1212bc-0467-434c-9036-61a918ffcb14 req-48851530-55ec-4fbd-a7d4-63353d73253a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:55.507723 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9c1212bc-0467-434c-9036-61a918ffcb14 req-48851530-55ec-4fbd-a7d4-63353d73253a service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0fafe3a7726844018a6c308f8acdbb49&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1301320 Jul 28 05:32:55.557007 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197f8f4-1629-49f2-8fc2-74e714a67c72 req-6b84e94b-d8d5-4359-9297-dcb14c1c1c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:55.558533 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-3197f8f4-1629-49f2-8fc2-74e714a67c72 req-6b84e94b-d8d5-4359-9297-dcb14c1c1c9d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 1130 time: 0.0519469 Jul 28 05:32:55.614589 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1212bc-0467-434c-9036-61a918ffcb14 req-a71b98d3-bae6-41b2-b328-0925c11283be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:55.616076 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9c1212bc-0467-434c-9036-61a918ffcb14 req-a71b98d3-bae6-41b2-b328-0925c11283be service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0992818 Jul 28 05:32:55.654650 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-d0c61972-e0d6-4f52-89a6-4afff32a82b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190699'] for subnet (154c4ca7-1ebc-4409-9f6b-8c04f2bdb864), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:55.696678 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-3197f8f4-1629-49f2-8fc2-74e714a67c72 req-a3f59017-4864-4854-aaa8-9e98ff997257 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274960 Jul 28 05:32:55.705274 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-797e00c0-b983-48c1-865c-b64b92dfe25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:55.706835 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-797e00c0-b983-48c1-865c-b64b92dfe25a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fafe3a7726844018a6c308f8acdbb49&device_id=38be4c9a-b055-46f2-a269-f67214cd08ff HTTP/1.1" status: 200 len: 1127 time: 0.0417395 Jul 28 05:32:55.763112 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-d0c61972-e0d6-4f52-89a6-4afff32a82b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1190690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8745015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8898787'] for subnet (154c4ca7-1ebc-4409-9f6b-8c04f2bdb864), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:55.794284 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c61972-e0d6-4f52-89a6-4afff32a82b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=154c4ca7-1ebc-4409-9f6b-8c04f2bdb864,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:55.799109 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-d0c61972-e0d6-4f52-89a6-4afff32a82b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for subnet (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:55.801961 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-d0c61972-e0d6-4f52-89a6-4afff32a82b3 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/154c4ca7-1ebc-4409-9f6b-8c04f2bdb864 HTTP/1.1" status: 204 len: 168 time: 0.4573612 Jul 28 05:32:55.804411 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 35316) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:55.806968 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec31dd9-77c4-46d7-81c3-3e3a8bafb34a None None] Network 2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:32:55.876828 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-20d6a5d0-aba7-442f-b7ed-1caa6e9f2974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1261665'] for network (2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:55.919976 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:55.923152 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-20d6a5d0-aba7-442f-b7ed-1caa6e9f2974 admin admin] Deleting port 0e7a2646-d529-429a-b1d0-d2a9f310ad23 {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:32:55.923497 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-20d6a5d0-aba7-442f-b7ed-1caa6e9f2974 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (0e7a2646-d529-429a-b1d0-d2a9f310ad23), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:55.934585 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ca12e-0ca3-4cbb-a608-8345752f9ee7 req-c4032fd6-3b24-4c16-bf04-ecb15d477058 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:55.936268 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-625ca12e-0ca3-4cbb-a608-8345752f9ee7 req-c4032fd6-3b24-4c16-bf04-ecb15d477058 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 946 time: 0.0530367 Jul 28 05:32:55.956144 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95d767a-87b3-4be9-8e88-3583c52c2324 None None] DHCP port deletion for 2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed request from dv-cinder-799871-48-iscsi {{(pid=104274) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 05:32:55.998785 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-becf8027-494d-4192-a7b4-31dc0547e88e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2e46983-fbb4-4369-a1ec-16bd6bc4d642 HTTP/1.1" status: 200 len: 217 time: 0.0615335 Jul 28 05:32:56.003427 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-d95d767a-87b3-4be9-8e88-3583c52c2324 None None] Deleting port 0e7a2646-d529-429a-b1d0-d2a9f310ad23 {{(pid=104274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:32:56.004077 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-d95d767a-87b3-4be9-8e88-3583c52c2324 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (0e7a2646-d529-429a-b1d0-d2a9f310ad23), before_delete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:56.004312 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [None req-20d6a5d0-aba7-442f-b7ed-1caa6e9f2974 admin admin] For port 0e7a2646-d529-429a-b1d0-d2a9f310ad23, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=0e7a2646-d529-429a-b1d0-d2a9f310ad23,segment=NetworkSegment(de5e18e7-c5d5-4795-b86e-5151ec6d287a),segment_id=de5e18e7-c5d5-4795-b86e-5151ec6d287a)] {{(pid=104273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:32:56.004653 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-20d6a5d0-aba7-442f-b7ed-1caa6e9f2974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (0e7a2646-d529-429a-b1d0-d2a9f310ad23), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:56.020122 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-20d6a5d0-aba7-442f-b7ed-1caa6e9f2974 admin admin] Calling delete_port for 0e7a2646-d529-429a-b1d0-d2a9f310ad23 owned by network:dhcp {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:32:56.033972 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-625ca12e-0ca3-4cbb-a608-8345752f9ee7 req-296e3c14-d111-44aa-b13e-109e333af56a tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893793 Jul 28 05:32:56.066196 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:56.068093 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 0e7a2646-d529-429a-b1d0-d2a9f310ad23 no longer exists at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:32:56.078264 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:56.079695 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-b03ff37f-dcc6-4f96-85dc-966344afe515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:56.081888 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-b03ff37f-dcc6-4f96-85dc-966344afe515 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=64b04f90-f5ea-4071-a311-d444ad37205f HTTP/1.1" status: 200 len: 853 time: 0.0515394 Jul 28 05:32:56.084807 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-d95d767a-87b3-4be9-8e88-3583c52c2324 None None] For port 0e7a2646-d529-429a-b1d0-d2a9f310ad23, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=0e7a2646-d529-429a-b1d0-d2a9f310ad23,segment=NetworkSegment(de5e18e7-c5d5-4795-b86e-5151ec6d287a),segment_id=de5e18e7-c5d5-4795-b86e-5151ec6d287a)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:32:56.085206 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-d95d767a-87b3-4be9-8e88-3583c52c2324 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (0e7a2646-d529-429a-b1d0-d2a9f310ad23), precommit_delete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:56.100299 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:56.122712 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-d95d767a-87b3-4be9-8e88-3583c52c2324 None None] Calling delete_port for 0e7a2646-d529-429a-b1d0-d2a9f310ad23 owned by network:dhcp {{(pid=104274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:32:56.125792 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-e4d2015e-9df0-4587-8c60-d570d9762d7f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360167 Jul 28 05:32:56.209050 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-20d6a5d0-aba7-442f-b7ed-1caa6e9f2974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (0e7a2646-d529-429a-b1d0-d2a9f310ad23), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:56.238847 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6a5d0-aba7-442f-b7ed-1caa6e9f2974 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e7a2646-d529-429a-b1d0-d2a9f310ad23,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:56.244379 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d6a5d0-aba7-442f-b7ed-1caa6e9f2974 admin admin] No DVR routers for this DVR port 0e7a2646-d529-429a-b1d0-d2a9f310ad23 on host dv-cinder-799871-48-iscsi {{(pid=104273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:32:56.259412 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a21f3-3885-4efc-8a33-230b17d4e24e req-d6a8826f-41c1-410a-aec6-900f5bfc66ee tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:56.259623 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port 0e7a2646-d529-429a-b1d0-d2a9f310ad23 is: ACTIVE; New status is: DOWN {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:32:56.259623 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (0e7a2646-d529-429a-b1d0-d2a9f310ad23), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:56.260240 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ef8a21f3-3885-4efc-8a33-230b17d4e24e req-d6a8826f-41c1-410a-aec6-900f5bfc66ee tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/ports?device_id=38be4c9a-b055-46f2-a269-f67214cd08ff HTTP/1.1" status: 200 len: 943 time: 0.0557454 Jul 28 05:32:56.303730 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:56.313633 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 39f3d103-5e09-4533-8c67-ab69901bde5d no longer exists at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:32:56.315394 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-d95d767a-87b3-4be9-8e88-3583c52c2324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924'] for port (0e7a2646-d529-429a-b1d0-d2a9f310ad23), after_delete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:56.318157 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-20d6a5d0-aba7-442f-b7ed-1caa6e9f2974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1190917', 'neutron.services.segments.db._delete_segments_for_network-8748695459786'] for network (2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:56.326716 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ef8a21f3-3885-4efc-8a33-230b17d4e24e req-05d176b1-5777-4df5-96de-e3e15aaf0091 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1324a3c-eab0-4e07-91e9-afdf667f4c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493693 Jul 28 05:32:56.342711 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.services.segments.db [None req-20d6a5d0-aba7-442f-b7ed-1caa6e9f2974 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed']}} {{(pid=104273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:32:56.352535 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.services.segments.db [None req-20d6a5d0-aba7-442f-b7ed-1caa6e9f2974 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de5e18e7-c5d5-4795-b86e-5151ec6d287a') {'for_net_delete': True} {{(pid=104273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:32:56.352769 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.services.segments.db [None req-20d6a5d0-aba7-442f-b7ed-1caa6e9f2974 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de5e18e7-c5d5-4795-b86e-5151ec6d287a') {} {{(pid=104273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:32:56.354345 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] No Port match for: 39f3d103-5e09-4533-8c67-ab69901bde5d {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:32:56.354694 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 39f3d103-5e09-4533-8c67-ab69901bde5d not bound to the agent host dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:32:56.355110 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 448d595d-a854-45dc-99de-30e3d3bfd974 no longer exists at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:32:56.357338 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d767a-87b3-4be9-8e88-3583c52c2324 None None] Pushing event deleted for resources: {'Port': ['ID=0e7a2646-d529-429a-b1d0-d2a9f310ad23,revision_number=None']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:56.362605 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-20d6a5d0-aba7-442f-b7ed-1caa6e9f2974 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748695459687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8432867'] for segment (de5e18e7-c5d5-4795-b86e-5151ec6d287a), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:56.377009 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-20d6a5d0-aba7-442f-b7ed-1caa6e9f2974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124'] for segment (de5e18e7-c5d5-4795-b86e-5151ec6d287a), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:56.380009 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95d767a-87b3-4be9-8e88-3583c52c2324 None None] No DVR routers for this DVR port 0e7a2646-d529-429a-b1d0-d2a9f310ad23 on host dv-cinder-799871-48-iscsi {{(pid=104274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:32:56.383496 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20d6a5d0-aba7-442f-b7ed-1caa6e9f2974 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=104273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 05:32:56.383885 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-20d6a5d0-aba7-442f-b7ed-1caa6e9f2974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8745065'] for segment (de5e18e7-c5d5-4795-b86e-5151ec6d287a), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:56.386547 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d767a-87b3-4be9-8e88-3583c52c2324 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:56.387443 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d767a-87b3-4be9-8e88-3583c52c2324 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:56.387814 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d767a-87b3-4be9-8e88-3583c52c2324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:56.390654 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d767a-87b3-4be9-8e88-3583c52c2324 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:56.390654 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d767a-87b3-4be9-8e88-3583c52c2324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:56.390654 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d767a-87b3-4be9-8e88-3583c52c2324 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:56.390654 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d767a-87b3-4be9-8e88-3583c52c2324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:56.390654 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d767a-87b3-4be9-8e88-3583c52c2324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:56.390654 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d767a-87b3-4be9-8e88-3583c52c2324 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:56.390654 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d767a-87b3-4be9-8e88-3583c52c2324 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:56.390654 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d767a-87b3-4be9-8e88-3583c52c2324 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:56.391758 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d767a-87b3-4be9-8e88-3583c52c2324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:56.391758 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d767a-87b3-4be9-8e88-3583c52c2324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:56.391758 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d767a-87b3-4be9-8e88-3583c52c2324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:56.392006 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95d767a-87b3-4be9-8e88-3583c52c2324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:56.394600 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] No Port match for: 448d595d-a854-45dc-99de-30e3d3bfd974 {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:32:56.394952 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 448d595d-a854-45dc-99de-30e3d3bfd974 not bound to the agent host dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:32:56.432169 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.services.segments.plugin [-] Segment de5e18e7-c5d5-4795-b86e-5151ec6d287a resource provider aggregate not found Jul 28 05:32:56.450554 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.services.segments.plugin [-] Segment de5e18e7-c5d5-4795-b86e-5151ec6d287a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de5e18e7-c5d5-4795-b86e-5151ec6d287a found for delete ", "request_id": "req-2d8f4e97-1d8e-4411-8bd1-03445b6cc41a"}]} Jul 28 05:32:56.511369 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-20d6a5d0-aba7-442f-b7ed-1caa6e9f2974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1190926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4016432'] for network (2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:56.519415 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-20d6a5d0-aba7-442f-b7ed-1caa6e9f2974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for network (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:56.522678 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-20d6a5d0-aba7-442f-b7ed-1caa6e9f2974 admin admin] 10.222.0.33 "DELETE /v2.0/networks/2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed HTTP/1.1" status: 204 len: 168 time: 0.7172191 Jul 28 05:32:56.534600 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6a5d0-aba7-442f-b7ed-1caa6e9f2974 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b55cf41-f4eb-4d40-ba49-8fdf6c64b2ed,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:56.611455 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-4ca4c83b-3e6d-4e27-9494-2448bbe3c916 service neutron] 10.222.0.57 "GET /v2.0/networks/6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070058 Jul 28 05:32:56.663272 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:56.706744 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7f39a159-2bd3-497f-8c3f-78211100d03d req-e3b33211-45d2-4459-86c0-6b702f1c745a service neutron] 10.222.0.57 "GET /v2.0/networks/6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861747 Jul 28 05:32:56.912466 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 35328) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:56.954151 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-3a8d8d15-4661-40c1-89a4-9fba84c7698f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ee5ed205b4a048e18443c6d18b871a90&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0405152 Jul 28 05:32:56.956708 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 35330) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:32:57.005161 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ea77f390-4e85-4bdb-a534-922a87161875 admin admin] Publish callbacks [] for security_group (c0147f82-5a58-4e07-b545-d15cd6c553a7), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:57.026662 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ea77f390-4e85-4bdb-a534-922a87161875 admin admin] Publish callbacks [] for security_group (c0147f82-5a58-4e07-b545-d15cd6c553a7), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:57.146068 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ea77f390-4e85-4bdb-a534-922a87161875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (c0147f82-5a58-4e07-b545-d15cd6c553a7), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:57.148548 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ea77f390-4e85-4bdb-a534-922a87161875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:57.150623 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-ea77f390-4e85-4bdb-a534-922a87161875 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c0147f82-5a58-4e07-b545-d15cd6c553a7 HTTP/1.1" status: 204 len: 168 time: 0.1929693 Jul 28 05:32:57.159653 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77f390-4e85-4bdb-a534-922a87161875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0147f82-5a58-4e07-b545-d15cd6c553a7,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:57.160276 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05f3d7-1483-409f-ac2d-bcae6629acca req-3c9a90b7-2986-40ea-a6fe-c79552e745eb tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:57.162770 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ca05f3d7-1483-409f-ac2d-bcae6629acca req-3c9a90b7-2986-40ea-a6fe-c79552e745eb tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 946 time: 0.0511754 Jul 28 05:32:57.213669 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ca05f3d7-1483-409f-ac2d-bcae6629acca req-e7901015-1152-4e78-9fac-70e750040680 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454855 Jul 28 05:32:57.445365 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6847493-2261-4ee3-b06e-71be05be1cdc req-2edd7977-415f-4638-a17f-ae52255bcffe tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:57.447158 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c6847493-2261-4ee3-b06e-71be05be1cdc req-2edd7977-415f-4638-a17f-ae52255bcffe tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/ports?device_id=38be4c9a-b055-46f2-a269-f67214cd08ff HTTP/1.1" status: 200 len: 943 time: 0.0468855 Jul 28 05:32:57.505826 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c6847493-2261-4ee3-b06e-71be05be1cdc req-dddd30ac-090a-4831-91a7-6a3af4f4f307 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1324a3c-eab0-4e07-91e9-afdf667f4c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434456 Jul 28 05:32:58.339805 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e6829-4567-48bf-9408-3e8f4b301ffc req-ca33aa25-6296-4426-a989-2a57778586eb tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:58.341740 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-6c8e6829-4567-48bf-9408-3e8f4b301ffc req-ca33aa25-6296-4426-a989-2a57778586eb tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 946 time: 0.0477824 Jul 28 05:32:58.394045 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-6c8e6829-4567-48bf-9408-3e8f4b301ffc req-bdbb7440-29b6-4fe3-a3f6-740fbe6426fa tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468431 Jul 28 05:32:58.511858 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4fa029-238b-43b2-acf3-929d1a9b93f1 req-ee55cd6a-1fe6-48ad-a54d-74784385c5c4 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:58.513541 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ac4fa029-238b-43b2-acf3-929d1a9b93f1 req-ee55cd6a-1fe6-48ad-a54d-74784385c5c4 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=d70d71f4-de27-4d62-acad-c6e9a7a7225e HTTP/1.1" status: 200 len: 946 time: 0.0480914 Jul 28 05:32:58.566126 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ac4fa029-238b-43b2-acf3-929d1a9b93f1 req-addfc5b7-edcc-486d-8208-f362f15f05ee tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467074 Jul 28 05:32:58.645566 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b7794-d1d8-4ab0-b733-d9ee154e76a1 req-67e54ae7-c35f-4259-98e6-ddaa9ecf8efd tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:58.647058 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-dd3b7794-d1d8-4ab0-b733-d9ee154e76a1 req-67e54ae7-c35f-4259-98e6-ddaa9ecf8efd tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/ports?device_id=38be4c9a-b055-46f2-a269-f67214cd08ff HTTP/1.1" status: 200 len: 943 time: 0.0511069 Jul 28 05:32:58.703123 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-dd3b7794-d1d8-4ab0-b733-d9ee154e76a1 req-747ebd40-8a78-4148-9e60-3ba0039c87d8 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1324a3c-eab0-4e07-91e9-afdf667f4c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489075 Jul 28 05:32:59.508177 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device f2e46983-fbb4-4369-a1ec-16bd6bc4d642 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:32:59.620461 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port f2e46983-fbb4-4369-a1ec-16bd6bc4d642, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f2e46983-fbb4-4369-a1ec-16bd6bc4d642,segment=NetworkSegment(1896812b-3454-4c9a-a5b4-1a6bcc3ae695),segment_id=1896812b-3454-4c9a-a5b4-1a6bcc3ae695)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:32:59.632236 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Returning: {'device': 'f2e46983-fbb4-4369-a1ec-16bd6bc4d642', 'network_id': '6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf', 'port_id': 'f2e46983-fbb4-4369-a1ec-16bd6bc4d642', 'mac_address': 'fa:16:3e:a8:45:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64b04f90-f5ea-4071-a311-d444ad37205f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:32:59.670481 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port f2e46983-fbb4-4369-a1ec-16bd6bc4d642 is: DOWN; New status is: BUILD {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:32:59.670871 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (f2e46983-fbb4-4369-a1ec-16bd6bc4d642), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:59.681301 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:32:59.685248 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e46983-fbb4-4369-a1ec-16bd6bc4d642 {{(pid=104274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:32:59.706506 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port f2e46983-fbb4-4369-a1ec-16bd6bc4d642, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f2e46983-fbb4-4369-a1ec-16bd6bc4d642,segment=NetworkSegment(1896812b-3454-4c9a-a5b4-1a6bcc3ae695),segment_id=1896812b-3454-4c9a-a5b4-1a6bcc3ae695)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:32:59.827406 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (f2e46983-fbb4-4369-a1ec-16bd6bc4d642), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:32:59.853318 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc189fe-8e18-411c-93c2-36d68378ab5f req-5b6554a8-e2c3-4c8e-9fc3-6dd4d0ff1ef0 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:32:59.855147 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9bc189fe-8e18-411c-93c2-36d68378ab5f req-5b6554a8-e2c3-4c8e-9fc3-6dd4d0ff1ef0 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/ports?device_id=38be4c9a-b055-46f2-a269-f67214cd08ff HTTP/1.1" status: 200 len: 943 time: 0.0541532 Jul 28 05:32:59.887159 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=f2e46983-fbb4-4369-a1ec-16bd6bc4d642,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:59.917249 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9bc189fe-8e18-411c-93c2-36d68378ab5f req-a2ef4565-5cd8-4d18-b1a7-cdd102130d58 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1324a3c-eab0-4e07-91e9-afdf667f4c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553737 Jul 28 05:33:00.135554 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] get_ports_and_sgs() called for port_ids ['f2e46983-fbb4-4369-a1ec-16bd6bc4d642'] {{(pid=104274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:33:00.848322 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176de86-cf49-49c1-a8a7-6f65f14ef893 req-28d76aa0-999f-433e-adfa-9846172c77d7 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:00.849842 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-6176de86-cf49-49c1-a8a7-6f65f14ef893 req-28d76aa0-999f-433e-adfa-9846172c77d7 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=d70d71f4-de27-4d62-acad-c6e9a7a7225e HTTP/1.1" status: 200 len: 946 time: 0.0461907 Jul 28 05:33:00.927294 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f1b48-b149-44e6-9068-823a9723612f req-973376e0-a85e-4206-add9-a796b48d15a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:00.928752 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-482f1b48-b149-44e6-9068-823a9723612f req-973376e0-a85e-4206-add9-a796b48d15a2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=99f094bca18d4939bb22f8d076d3a35c&device_id=d70d71f4-de27-4d62-acad-c6e9a7a7225e HTTP/1.1" status: 200 len: 1130 time: 0.0656688 Jul 28 05:33:00.933038 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-6176de86-cf49-49c1-a8a7-6f65f14ef893 req-01ead3f2-e4c5-4859-ab25-0bf85daffd66 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776558 Jul 28 05:33:01.049605 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f1b48-b149-44e6-9068-823a9723612f req-1d31c237-c5fc-4cc2-99f3-46cb2cce7ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:01.051065 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-482f1b48-b149-44e6-9068-823a9723612f req-1d31c237-c5fc-4cc2-99f3-46cb2cce7ccd service neutron] 10.222.0.57 "GET /v2.0/networks?id=11838418-6b14-40b8-a589-613bdb83fff4 HTTP/1.1" status: 200 len: 919 time: 0.1154885 Jul 28 05:33:01.072949 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1208b-d748-43c5-8a80-78d1c928b671 req-99cd5b6d-3dfe-4494-8a8e-356074fd3807 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:01.074453 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-86e1208b-d748-43c5-8a80-78d1c928b671 req-99cd5b6d-3dfe-4494-8a8e-356074fd3807 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/ports?device_id=38be4c9a-b055-46f2-a269-f67214cd08ff HTTP/1.1" status: 200 len: 944 time: 0.0672765 Jul 28 05:33:01.105109 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-482f1b48-b149-44e6-9068-823a9723612f req-0bbb743d-7c7c-4108-b2c0-39882631e7fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c16cb5d0-7376-4ff8-92fe-2ea79594b837 HTTP/1.1" status: 200 len: 217 time: 0.0460048 Jul 28 05:33:01.130195 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:01.185633 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-86e1208b-d748-43c5-8a80-78d1c928b671 req-10290b9b-2d56-4b50-ae37-83c3daf1e1c6 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1324a3c-eab0-4e07-91e9-afdf667f4c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830541 Jul 28 05:33:01.189502 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f1b48-b149-44e6-9068-823a9723612f req-d8f1cf1f-e67b-45d1-b59b-1e00d7f4b12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:01.190949 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-482f1b48-b149-44e6-9068-823a9723612f req-d8f1cf1f-e67b-45d1-b59b-1e00d7f4b12f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6633fe43-f109-432a-95d5-6755c5bac4f1 HTTP/1.1" status: 200 len: 857 time: 0.0708897 Jul 28 05:33:01.230791 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:01.240465 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f1b48-b149-44e6-9068-823a9723612f req-bb5a388b-3dc1-4444-b92d-ddcd4fe35950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:01.242105 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-482f1b48-b149-44e6-9068-823a9723612f req-bb5a388b-3dc1-4444-b92d-ddcd4fe35950 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11838418-6b14-40b8-a589-613bdb83fff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437176 Jul 28 05:33:01.334409 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-482f1b48-b149-44e6-9068-823a9723612f req-26efeb98-00d4-4e3f-8532-782641aebd16 service neutron] 10.222.0.57 "GET /v2.0/networks/11838418-6b14-40b8-a589-613bdb83fff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838525 Jul 28 05:33:01.430123 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-482f1b48-b149-44e6-9068-823a9723612f req-1ec830e7-81b0-4171-b73c-f4ecc558544a service neutron] 10.222.0.57 "GET /v2.0/networks/11838418-6b14-40b8-a589-613bdb83fff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885379 Jul 28 05:33:01.536928 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device f2e46983-fbb4-4369-a1ec-16bd6bc4d642 up at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:33:01.580307 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning for port f2e46983-fbb4-4369-a1ec-16bd6bc4d642 completed by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 05:33:01.648338 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning complete for port f2e46983-fbb4-4369-a1ec-16bd6bc4d642 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:33:01.649066 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (f2e46983-fbb4-4369-a1ec-16bd6bc4d642), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:01.727206 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port f2e46983-fbb4-4369-a1ec-16bd6bc4d642 is: BUILD; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:33:01.727680 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (f2e46983-fbb4-4369-a1ec-16bd6bc4d642), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:01.751137 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38be4c9a-b055-46f2-a269-f67214cd08ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e46983-fbb4-4369-a1ec-16bd6bc4d642'}] {{(pid=104274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:33:01.753329 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fca5e984e5382dc69b1537007bd6daca7693f884f9b7ded019456fb151e79c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e47008-de7e-463a-a020-6c4fc1a6744d" -d '{"events": [{"server_uuid": "38be4c9a-b055-46f2-a269-f67214cd08ff", "name": "network-vif-plugged", "status": "completed", "tag": "f2e46983-fbb4-4369-a1ec-16bd6bc4d642"}]}' {{(pid=104274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:33:01.768920 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port f2e46983-fbb4-4369-a1ec-16bd6bc4d642, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f2e46983-fbb4-4369-a1ec-16bd6bc4d642,segment=NetworkSegment(1896812b-3454-4c9a-a5b4-1a6bcc3ae695),segment_id=1896812b-3454-4c9a-a5b4-1a6bcc3ae695)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:33:01.790041 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a2a130-f850-4b17-b39d-a65415807071 x-openstack-request-id: req-67a2a130-f850-4b17-b39d-a65415807071 {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:33:01.790344 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38be4c9a-b055-46f2-a269-f67214cd08ff", "name": "network-vif-plugged", "status": "completed", "tag": "f2e46983-fbb4-4369-a1ec-16bd6bc4d642", "code": 200}]} {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:33:01.790598 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-67a2a130-f850-4b17-b39d-a65415807071 {{(pid=104274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:33:01.790991 dv-cinder-799871-48-iscsi neutron-server[104274]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67a2a130-f850-4b17-b39d-a65415807071'] response: {'server_uuid': '38be4c9a-b055-46f2-a269-f67214cd08ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e46983-fbb4-4369-a1ec-16bd6bc4d642', 'code': 200} Jul 28 05:33:01.827340 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (f2e46983-fbb4-4369-a1ec-16bd6bc4d642), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:01.877271 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=f2e46983-fbb4-4369-a1ec-16bd6bc4d642,revision_number=5']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:33:02.055318 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ca517-55a8-46e3-94ba-fdeea24ace80 req-dba33464-56e8-468f-8719-fe845559c25c tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:02.056803 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c65ca517-55a8-46e3-94ba-fdeea24ace80 req-dba33464-56e8-468f-8719-fe845559c25c tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=d70d71f4-de27-4d62-acad-c6e9a7a7225e HTTP/1.1" status: 200 len: 946 time: 0.0503912 Jul 28 05:33:02.108890 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463ca98-fe86-4e2e-a5eb-96e812ba5de8 req-daeceded-3ff2-416e-b6c1-961a1d03a662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:02.110487 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2463ca98-fe86-4e2e-a5eb-96e812ba5de8 req-daeceded-3ff2-416e-b6c1-961a1d03a662 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=38be4c9a-b055-46f2-a269-f67214cd08ff HTTP/1.1" status: 200 len: 1129 time: 0.0617521 Jul 28 05:33:02.149685 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c65ca517-55a8-46e3-94ba-fdeea24ace80 req-92fd3f18-7d81-454b-81f6-7cd8db4acc3b tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840178 Jul 28 05:33:02.408332 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2463ca98-fe86-4e2e-a5eb-96e812ba5de8 req-5c751323-b759-4ea7-940b-747a9ee411f6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c1324a3c-eab0-4e07-91e9-afdf667f4c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898867 Jul 28 05:33:02.440596 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73148a-f050-43c7-a028-a0f949d62e82 req-a54c8be3-4446-40d9-b391-fb940dd8b06d tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:02.442037 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1c73148a-f050-43c7-a028-a0f949d62e82 req-a54c8be3-4446-40d9-b391-fb940dd8b06d tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/ports?device_id=38be4c9a-b055-46f2-a269-f67214cd08ff HTTP/1.1" status: 200 len: 945 time: 0.0493743 Jul 28 05:33:02.488746 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1c73148a-f050-43c7-a028-a0f949d62e82 req-e005f9c1-21b3-427e-aced-55025a9c1bec tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1324a3c-eab0-4e07-91e9-afdf667f4c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410898 Jul 28 05:33:02.717355 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:03.270070 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9367c9-998b-426a-bc58-91f2926af83d req-55a90516-caca-4865-a26a-90722d9521f9 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:03.271572 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-6d9367c9-998b-426a-bc58-91f2926af83d req-55a90516-caca-4865-a26a-90722d9521f9 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=d70d71f4-de27-4d62-acad-c6e9a7a7225e HTTP/1.1" status: 200 len: 946 time: 0.0469496 Jul 28 05:33:03.324672 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-6d9367c9-998b-426a-bc58-91f2926af83d req-237f36be-e6ab-484e-a66e-c87523db6484 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473099 Jul 28 05:33:03.608944 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c13e09-d56d-4977-88d9-4b93f60d2404 req-0ba4a6b9-b71e-41ab-b85b-cb86d18d7e98 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:03.610447 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-63c13e09-d56d-4977-88d9-4b93f60d2404 req-0ba4a6b9-b71e-41ab-b85b-cb86d18d7e98 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/ports?device_id=38be4c9a-b055-46f2-a269-f67214cd08ff HTTP/1.1" status: 200 len: 945 time: 0.0493133 Jul 28 05:33:03.657789 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-63c13e09-d56d-4977-88d9-4b93f60d2404 req-f56d7505-c5f8-4083-a80d-c226c7c49c5f tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1324a3c-eab0-4e07-91e9-afdf667f4c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418646 Jul 28 05:33:04.433438 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=48 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:04.434298 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=41 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:04.440391 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2078a8-121c-4833-a68e-05efba3d3601 req-d42f19e0-dfed-47bf-b0c2-0b7ae5d74306 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:04.441952 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9f2078a8-121c-4833-a68e-05efba3d3601 req-d42f19e0-dfed-47bf-b0c2-0b7ae5d74306 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=d70d71f4-de27-4d62-acad-c6e9a7a7225e HTTP/1.1" status: 200 len: 946 time: 0.0461144 Jul 28 05:33:04.489729 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9f2078a8-121c-4833-a68e-05efba3d3601 req-c2aea62b-6a9d-4a0c-8b64-c938031680df tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422003 Jul 28 05:33:04.911854 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f74d5-baf3-4278-a009-4d51429d09bb req-f7156fcc-91c8-4aba-8474-717202231cee tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:04.913311 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-994f74d5-baf3-4278-a009-4d51429d09bb req-f7156fcc-91c8-4aba-8474-717202231cee tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/ports?device_id=38be4c9a-b055-46f2-a269-f67214cd08ff HTTP/1.1" status: 200 len: 945 time: 0.0501726 Jul 28 05:33:04.946156 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:04.960246 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-994f74d5-baf3-4278-a009-4d51429d09bb req-d67ba06d-ac77-470b-859e-ce17bf2b0a2e tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1324a3c-eab0-4e07-91e9-afdf667f4c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408378 Jul 28 05:33:05.282701 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-68b4f84a-4c40-4398-baaf-fa8e55894537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:05.606773 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973cac2-494d-4d8d-a536-9a4b745db330 req-3e3db949-e3ad-4eca-b168-bc965a0cf8bf tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:05.608257 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f973cac2-494d-4d8d-a536-9a4b745db330 req-3e3db949-e3ad-4eca-b168-bc965a0cf8bf tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=d70d71f4-de27-4d62-acad-c6e9a7a7225e HTTP/1.1" status: 200 len: 946 time: 0.0472288 Jul 28 05:33:05.656559 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f973cac2-494d-4d8d-a536-9a4b745db330 req-a2e13757-3c55-4fa5-a9d2-f3a604164925 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427508 Jul 28 05:33:06.076399 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4cef1-a5ca-4ca5-ac54-0e8ece8fed6f req-670cc398-cd4a-4665-a199-57cef4122d34 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:06.078016 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-14d4cef1-a5ca-4ca5-ac54-0e8ece8fed6f req-670cc398-cd4a-4665-a199-57cef4122d34 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/ports?device_id=38be4c9a-b055-46f2-a269-f67214cd08ff HTTP/1.1" status: 200 len: 945 time: 0.0463772 Jul 28 05:33:06.128460 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-14d4cef1-a5ca-4ca5-ac54-0e8ece8fed6f req-eab452e9-febe-47a5-b84c-18122a5e8084 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1324a3c-eab0-4e07-91e9-afdf667f4c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449755 Jul 28 05:33:06.774616 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e48f9d-a38f-4ad1-b4c4-70accd7c7a56 req-ea11a535-76ba-46d0-8eb3-b038f9fa033d tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:06.776111 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-48e48f9d-a38f-4ad1-b4c4-70accd7c7a56 req-ea11a535-76ba-46d0-8eb3-b038f9fa033d tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=d70d71f4-de27-4d62-acad-c6e9a7a7225e HTTP/1.1" status: 200 len: 946 time: 0.0479107 Jul 28 05:33:06.822811 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-48e48f9d-a38f-4ad1-b4c4-70accd7c7a56 req-21a239fc-11a8-4b78-8e2f-4cf9bf19530d tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411158 Jul 28 05:33:07.063668 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=56,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:07.155763 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=25,neutron:DELETE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:07.231002 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:07.244112 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786ee63-090c-4021-975f-86599f3e8ccf req-de450444-3782-499c-a607-55d60a73197b tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:07.246344 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2786ee63-090c-4021-975f-86599f3e8ccf req-de450444-3782-499c-a607-55d60a73197b tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/ports?device_id=38be4c9a-b055-46f2-a269-f67214cd08ff HTTP/1.1" status: 200 len: 945 time: 0.0467401 Jul 28 05:33:07.294313 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2786ee63-090c-4021-975f-86599f3e8ccf req-db000a7f-3665-46d7-98da-e6477dc95d7a tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1324a3c-eab0-4e07-91e9-afdf667f4c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424199 Jul 28 05:33:07.637253 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-91ef6a98-10fb-4a28-b1b1-c06d419c6f93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:07.957276 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0f4c8-8661-4c3b-94b3-1516fc1df99a req-676bde52-d3a0-4085-8b9c-f575499ceb65 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:07.958452 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-19f0f4c8-8661-4c3b-94b3-1516fc1df99a req-676bde52-d3a0-4085-8b9c-f575499ceb65 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=d70d71f4-de27-4d62-acad-c6e9a7a7225e HTTP/1.1" status: 200 len: 946 time: 0.0555656 Jul 28 05:33:08.007434 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-19f0f4c8-8661-4c3b-94b3-1516fc1df99a req-df6b933a-3cc8-4244-a182-9076043278ed tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430412 Jul 28 05:33:08.498459 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:08.579881 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:09.126422 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbaedf1-cfb5-4dbc-9f3b-33d9e0839ead req-1ea73c6c-7c37-4910-9d75-6ff75e000a4b tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:09.128003 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0dbaedf1-cfb5-4dbc-9f3b-33d9e0839ead req-1ea73c6c-7c37-4910-9d75-6ff75e000a4b tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=d70d71f4-de27-4d62-acad-c6e9a7a7225e HTTP/1.1" status: 200 len: 946 time: 0.0477347 Jul 28 05:33:09.177271 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0dbaedf1-cfb5-4dbc-9f3b-33d9e0839ead req-a55cec5c-a9c8-4b46-aa87-96fe6beaa945 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436311 Jul 28 05:33:10.299296 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69370d-e10c-4018-a881-e542091dbfce req-aa45f48a-9ad7-46ac-a04c-d08df674b92c tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:10.300935 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-be69370d-e10c-4018-a881-e542091dbfce req-aa45f48a-9ad7-46ac-a04c-d08df674b92c tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=d70d71f4-de27-4d62-acad-c6e9a7a7225e HTTP/1.1" status: 200 len: 946 time: 0.0511622 Jul 28 05:33:10.352800 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-be69370d-e10c-4018-a881-e542091dbfce req-84632ff6-da0d-42ba-bc57-672503861458 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463219 Jul 28 05:33:10.459897 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:10.796589 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:11.476181 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac5c92-8745-42a0-8b81-a70691cca841 req-239b4e97-5a14-472a-9ec3-ecf8cbb41472 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:11.477772 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e9ac5c92-8745-42a0-8b81-a70691cca841 req-239b4e97-5a14-472a-9ec3-ecf8cbb41472 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=d70d71f4-de27-4d62-acad-c6e9a7a7225e HTTP/1.1" status: 200 len: 946 time: 0.0518177 Jul 28 05:33:11.526587 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e9ac5c92-8745-42a0-8b81-a70691cca841 req-bca75c95-70bb-4398-93b2-fdd349f677ab tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423472 Jul 28 05:33:12.648314 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87c7f5-c84b-4424-8829-4b3b4a83f0bc req-8a8ed4bc-614a-4005-b249-64ea97d2f050 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:12.650098 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ad87c7f5-c84b-4424-8829-4b3b4a83f0bc req-8a8ed4bc-614a-4005-b249-64ea97d2f050 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=d70d71f4-de27-4d62-acad-c6e9a7a7225e HTTP/1.1" status: 200 len: 946 time: 0.0487411 Jul 28 05:33:12.699512 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ad87c7f5-c84b-4424-8829-4b3b4a83f0bc req-6677fb00-a9d0-40db-bf2a-6688acff733f tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437818 Jul 28 05:33:13.356623 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee7374-169d-4448-820e-c78a5e462283 req-7af7885b-e279-4968-ae84-defea5ea9766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:13.358558 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d0ee7374-169d-4448-820e-c78a5e462283 req-7af7885b-e279-4968-ae84-defea5ea9766 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d70d71f4-de27-4d62-acad-c6e9a7a7225e HTTP/1.1" status: 200 len: 1130 time: 0.0438511 Jul 28 05:33:13.413578 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d0ee7374-169d-4448-820e-c78a5e462283 req-5296990b-f34d-403b-bd05-31f79ac759fd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391450 Jul 28 05:33:13.782052 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:13.818185 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d8e23-a4e5-40cb-9233-35b18a84bc9c req-7194e55c-4d28-4ede-8fe5-5bd6bda0938a tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:13.819850 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ce4d8e23-a4e5-40cb-9233-35b18a84bc9c req-7194e55c-4d28-4ede-8fe5-5bd6bda0938a tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=d70d71f4-de27-4d62-acad-c6e9a7a7225e HTTP/1.1" status: 200 len: 946 time: 0.0479507 Jul 28 05:33:13.870189 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ce4d8e23-a4e5-40cb-9233-35b18a84bc9c req-7c0dfffb-bf64-489e-b771-c3e015e79889 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440593 Jul 28 05:33:14.994496 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25669e61-24b2-4f14-bd92-5c565922953d req-052902b1-8ada-4e55-87ee-208e8cf4c3c2 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:14.995985 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-25669e61-24b2-4f14-bd92-5c565922953d req-052902b1-8ada-4e55-87ee-208e8cf4c3c2 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=d70d71f4-de27-4d62-acad-c6e9a7a7225e HTTP/1.1" status: 200 len: 946 time: 0.0518582 Jul 28 05:33:15.047250 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-25669e61-24b2-4f14-bd92-5c565922953d req-f7bc7beb-04be-40f1-b2a5-12564f546f59 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443723 Jul 28 05:33:16.172954 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3b3f8-1772-490b-bf41-df6393cff8ae req-4cb01c16-53b9-4ad6-836c-5d53d1960c37 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:16.174526 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c2a3b3f8-1772-490b-bf41-df6393cff8ae req-4cb01c16-53b9-4ad6-836c-5d53d1960c37 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=d70d71f4-de27-4d62-acad-c6e9a7a7225e HTTP/1.1" status: 200 len: 946 time: 0.0488114 Jul 28 05:33:16.225544 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c2a3b3f8-1772-490b-bf41-df6393cff8ae req-8fe953f5-b70a-49c8-85ef-c26e5c248991 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453420 Jul 28 05:33:16.591544 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b41fc4-6cc9-4e15-a57e-948d7f0d4a4a req-3c390146-4b88-4149-b4a8-5ebc1b302677 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:16.593065 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-39b41fc4-6cc9-4e15-a57e-948d7f0d4a4a req-3c390146-4b88-4149-b4a8-5ebc1b302677 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=d70d71f4-de27-4d62-acad-c6e9a7a7225e HTTP/1.1" status: 200 len: 946 time: 0.0491583 Jul 28 05:33:16.663743 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a0efa-06d2-4848-a010-577276da7b89 req-70de929c-d403-4993-b1d9-28124e69ae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:16.665204 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2b2a0efa-06d2-4848-a010-577276da7b89 req-70de929c-d403-4993-b1d9-28124e69ae64 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=99f094bca18d4939bb22f8d076d3a35c&device_id=d70d71f4-de27-4d62-acad-c6e9a7a7225e HTTP/1.1" status: 200 len: 1130 time: 0.0653348 Jul 28 05:33:16.687849 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-39b41fc4-6cc9-4e15-a57e-948d7f0d4a4a req-6bf8fbde-41f4-47d5-b8a8-92fe3f0beb63 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889895 Jul 28 05:33:16.737921 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:16.766433 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a0efa-06d2-4848-a010-577276da7b89 req-7b40393b-0bb7-4c72-89b2-76679b8c509b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:16.767882 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2b2a0efa-06d2-4848-a010-577276da7b89 req-7b40393b-0bb7-4c72-89b2-76679b8c509b service neutron] 10.222.0.57 "GET /v2.0/networks?id=11838418-6b14-40b8-a589-613bdb83fff4 HTTP/1.1" status: 200 len: 919 time: 0.0952680 Jul 28 05:33:16.811766 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2b2a0efa-06d2-4848-a010-577276da7b89 req-846669a1-0229-4e4c-b2e2-a049dc3f3d99 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c16cb5d0-7376-4ff8-92fe-2ea79594b837 HTTP/1.1" status: 200 len: 217 time: 0.0369627 Jul 28 05:33:16.850423 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 6 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:33:16.866148 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a0efa-06d2-4848-a010-577276da7b89 req-c15cb7ea-7278-4f5b-ab75-f9694250c3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:16.867592 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2b2a0efa-06d2-4848-a010-577276da7b89 req-c15cb7ea-7278-4f5b-ab75-f9694250c3e1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6633fe43-f109-432a-95d5-6755c5bac4f1 HTTP/1.1" status: 200 len: 857 time: 0.0451410 Jul 28 05:33:16.917013 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a0efa-06d2-4848-a010-577276da7b89 req-f0ba00b2-e281-4ea6-862f-af8136ffd643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:16.919174 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2b2a0efa-06d2-4848-a010-577276da7b89 req-f0ba00b2-e281-4ea6-862f-af8136ffd643 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11838418-6b14-40b8-a589-613bdb83fff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389323 Jul 28 05:33:17.017979 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2b2a0efa-06d2-4848-a010-577276da7b89 req-9ec20279-11fb-4c58-8948-160f0a90a7f1 service neutron] 10.222.0.57 "GET /v2.0/networks/11838418-6b14-40b8-a589-613bdb83fff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901411 Jul 28 05:33:17.112929 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2b2a0efa-06d2-4848-a010-577276da7b89 req-551faec1-f3c9-43e9-8460-8c51bb81435d service neutron] 10.222.0.57 "GET /v2.0/networks/11838418-6b14-40b8-a589-613bdb83fff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863140 Jul 28 05:33:17.812987 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662f250-e3a8-479c-a6a6-a347ddb322aa req-9454b114-fb91-4c9d-ac9d-ae339c963807 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:17.814617 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d662f250-e3a8-479c-a6a6-a347ddb322aa req-9454b114-fb91-4c9d-ac9d-ae339c963807 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=d70d71f4-de27-4d62-acad-c6e9a7a7225e HTTP/1.1" status: 200 len: 946 time: 0.0527279 Jul 28 05:33:17.863612 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d662f250-e3a8-479c-a6a6-a347ddb322aa req-916bbe30-0954-4b15-9bf6-290ac9bed261 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432842 Jul 28 05:33:18.981828 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27e8ab-de5f-49a1-adcc-ee57bff1136c req-c49ba0e1-0adf-488b-8aec-6d4dad4479ef tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:18.983627 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ed27e8ab-de5f-49a1-adcc-ee57bff1136c req-c49ba0e1-0adf-488b-8aec-6d4dad4479ef tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=d70d71f4-de27-4d62-acad-c6e9a7a7225e HTTP/1.1" status: 200 len: 946 time: 0.0472519 Jul 28 05:33:19.032056 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ed27e8ab-de5f-49a1-adcc-ee57bff1136c req-8b802f90-db76-48b2-bfce-c2c05f4080e4 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429831 Jul 28 05:33:20.136657 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:20.153638 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774eaa45-6447-4f47-a210-95a27bf1889a req-38ed4abf-0509-43ad-9086-31c9cc83daed tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:20.162509 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-774eaa45-6447-4f47-a210-95a27bf1889a req-38ed4abf-0509-43ad-9086-31c9cc83daed tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=d70d71f4-de27-4d62-acad-c6e9a7a7225e HTTP/1.1" status: 200 len: 946 time: 0.0521314 Jul 28 05:33:20.203331 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-774eaa45-6447-4f47-a210-95a27bf1889a req-16d0bc95-e2bb-44f7-a02c-d6037b17c3e4 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427620 Jul 28 05:33:20.706806 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=56,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:20.709063 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:21.995457 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 35736) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:33:22.000679 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-b503b432-369a-43e8-b163-b0f30cd91367 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1818056971', 'description': 'tempest-description--666474724'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:33:22.093923 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-b503b432-369a-43e8-b163-b0f30cd91367 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:22.164845 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-b503b432-369a-43e8-b163-b0f30cd91367 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks [] for security_group (984e2255-0d1d-436b-8e73-fddfa3f2e016), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:22.236737 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-b503b432-369a-43e8-b163-b0f30cd91367 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (984e2255-0d1d-436b-8e73-fddfa3f2e016), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:22.267043 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b503b432-369a-43e8-b163-b0f30cd91367 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=984e2255-0d1d-436b-8e73-fddfa3f2e016,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:33:22.318054 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-b503b432-369a-43e8-b163-b0f30cd91367 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:22.319323 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-b503b432-369a-43e8-b163-b0f30cd91367 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3227684 Jul 28 05:33:22.322137 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 35738) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:33:22.327475 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-db48c407-1dfb-4fe7-8aba-bf60d272bd3c tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Request body: {'security_group_rule': {'security_group_id': '984e2255-0d1d-436b-8e73-fddfa3f2e016', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:33:22.403851 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-db48c407-1dfb-4fe7-8aba-bf60d272bd3c tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks [] for security_group_rule (c05f7a9e-ee36-4365-b431-8426cc8fd231), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:22.460476 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-db48c407-1dfb-4fe7-8aba-bf60d272bd3c tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks [] for security_group_rule (c05f7a9e-ee36-4365-b431-8426cc8fd231), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:22.533396 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-db48c407-1dfb-4fe7-8aba-bf60d272bd3c tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703374'] for security_group_rule (c05f7a9e-ee36-4365-b431-8426cc8fd231), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:22.552098 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48c407-1dfb-4fe7-8aba-bf60d272bd3c tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c05f7a9e-ee36-4365-b431-8426cc8fd231,revision_number=0']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:33:22.621768 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-db48c407-1dfb-4fe7-8aba-bf60d272bd3c tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:22.623049 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-db48c407-1dfb-4fe7-8aba-bf60d272bd3c tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2999825 Jul 28 05:33:22.631290 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 35740) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:33:22.631290 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-2dda9e47-3c4a-45e7-9140-42b8b4c1cb13 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Request body: {'security_group_rule': {'security_group_id': '984e2255-0d1d-436b-8e73-fddfa3f2e016', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:33:22.725605 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-2dda9e47-3c4a-45e7-9140-42b8b4c1cb13 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks [] for security_group_rule (af1d9bd3-facf-4134-b322-d2a053c73961), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:22.777689 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-2dda9e47-3c4a-45e7-9140-42b8b4c1cb13 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks [] for security_group_rule (af1d9bd3-facf-4134-b322-d2a053c73961), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:22.859481 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-2dda9e47-3c4a-45e7-9140-42b8b4c1cb13 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703374'] for security_group_rule (af1d9bd3-facf-4134-b322-d2a053c73961), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:22.880229 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda9e47-3c4a-45e7-9140-42b8b4c1cb13 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af1d9bd3-facf-4134-b322-d2a053c73961,revision_number=0']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:33:22.943152 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-2dda9e47-3c4a-45e7-9140-42b8b4c1cb13 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:22.946773 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-2dda9e47-3c4a-45e7-9140-42b8b4c1cb13 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3198273 Jul 28 05:33:22.949305 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 35754) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:33:22.953854 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-afdfdc11-7109-4623-b5e8-5b2d2480e3a1 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Request body: {'floatingip': {'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:33:23.047930 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-afdfdc11-7109-4623-b5e8-5b2d2480e3a1 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:23.138956 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-afdfdc11-7109-4623-b5e8-5b2d2480e3a1 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:23.248340 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.db_base_plugin_common [None req-afdfdc11-7109-4623-b5e8-5b2d2480e3a1 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Allocated IP 172.27.0.27 (d892672b-b726-43a1-a501-142ea5a750c8/481049b9-1d68-41f1-a9d6-55330db72a03/8c526195-9ba0-4b99-94e0-a929e83360c2) {{(pid=104272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:33:23.340906 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:23.354378 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-afdfdc11-7109-4623-b5e8-5b2d2480e3a1 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks [] for port (8c526195-9ba0-4b99-94e0-a929e83360c2), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:23.431370 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-afdfdc11-7109-4623-b5e8-5b2d2480e3a1 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (8c526195-9ba0-4b99-94e0-a929e83360c2), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:23.472836 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdfdc11-7109-4623-b5e8-5b2d2480e3a1 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Network d892672b-b726-43a1-a501-142ea5a750c8 is already hosted by enough agents. {{(pid=104272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:33:23.477894 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [None req-afdfdc11-7109-4623-b5e8-5b2d2480e3a1 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Resources bound (agent type, host, resource id): {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:33:23.482612 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdfdc11-7109-4623-b5e8-5b2d2480e3a1 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Received port after_create {{(pid=104272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:33:23.485934 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdfdc11-7109-4623-b5e8-5b2d2480e3a1 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Pushing event updated for resources: {'Port': ['ID=8c526195-9ba0-4b99-94e0-a929e83360c2,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:33:23.602760 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-afdfdc11-7109-4623-b5e8-5b2d2480e3a1 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks [] for floatingip (be6fabff-737a-401e-9415-071f3dd7de7a), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:23.693255 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:23.703966 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-afdfdc11-7109-4623-b5e8-5b2d2480e3a1 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (8c526195-9ba0-4b99-94e0-a929e83360c2), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:23.852276 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-afdfdc11-7109-4623-b5e8-5b2d2480e3a1 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks [] for port (8c526195-9ba0-4b99-94e0-a929e83360c2), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:23.916716 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-afdfdc11-7109-4623-b5e8-5b2d2480e3a1 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8637776'] for port (8c526195-9ba0-4b99-94e0-a929e83360c2), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:23.985702 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdfdc11-7109-4623-b5e8-5b2d2480e3a1 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Pushing event updated for resources: {'Port': ['ID=8c526195-9ba0-4b99-94e0-a929e83360c2,revision_number=2']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:33:24.003131 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-afdfdc11-7109-4623-b5e8-5b2d2480e3a1 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4016612'] for floatingip (be6fabff-737a-401e-9415-071f3dd7de7a), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:24.095950 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-afdfdc11-7109-4623-b5e8-5b2d2480e3a1 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for floatingip (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:24.097274 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-afdfdc11-7109-4623-b5e8-5b2d2480e3a1 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1469300 Jul 28 05:33:24.316453 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-67569089-3c17-4c05-bde2-2480d20ca805 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1818056971&fields=id&tenant_id=99f094bca18d4939bb22f8d076d3a35c HTTP/1.1" status: 200 len: 267 time: 0.0496180 Jul 28 05:33:24.423802 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-0d9b9a4c-4fac-4a58-891b-44b026a1aa86 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:24.425254 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-0d9b9a4c-4fac-4a58-891b-44b026a1aa86 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/networks?id=11838418-6b14-40b8-a589-613bdb83fff4 HTTP/1.1" status: 200 len: 818 time: 0.1019871 Jul 28 05:33:24.440888 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-8d815ff6-3da4-4096-b200-f4a1b4177952 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/quotas/99f094bca18d4939bb22f8d076d3a35c HTTP/1.1" status: 200 len: 375 time: 0.0101004 Jul 28 05:33:24.497760 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-f39309f0-61f8-459d-9edd-a47cb1709468 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=99f094bca18d4939bb22f8d076d3a35c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0511212 Jul 28 05:33:24.591303 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-9a1e3e1b-f9e7-4b08-a37c-0145433dc9f5 service neutron] 10.222.0.33 "GET /v2.0/networks/11838418-6b14-40b8-a589-613bdb83fff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825222 Jul 28 05:33:24.646173 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:24.684769 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-4205dfaf-a96f-4a28-890b-8e3f6aa06f52 service neutron] 10.222.0.33 "GET /v2.0/networks/11838418-6b14-40b8-a589-613bdb83fff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877681 Jul 28 05:33:24.906388 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7573ade4-f0b9-4ddc-a3c5-ace98a2c63a7 req-6e345892-f92f-45f8-bf12-96534501ee92 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 210 time: 0.0300629 Jul 28 05:33:26.006836 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e58690ff-b660-4800-9a77-9994ac841f90 req-12efa770-b276-4e92-bcab-2d57785c1a85 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 210 time: 0.0277083 Jul 28 05:33:26.675757 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ef70f-5e2e-4658-9e16-d2f7a19be378 req-08bfe8cb-3a27-4c89-860f-9c5b1dfc9a4b tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:26.677323 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-576ef70f-5e2e-4658-9e16-d2f7a19be378 req-08bfe8cb-3a27-4c89-860f-9c5b1dfc9a4b tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.0468099 Jul 28 05:33:26.727694 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-576ef70f-5e2e-4658-9e16-d2f7a19be378 req-493f3c08-51f2-47d8-b5d5-11aa3f91812a tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446861 Jul 28 05:33:27.106217 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3f97378b-62e4-47db-9ce7-01e3b3595448 req-819e95ec-b12b-4efc-9b1b-b02d72b3213f tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 210 time: 0.0274978 Jul 28 05:33:27.988595 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61530afa-c0c2-4f60-8902-ebd1c3f96153 req-d9de846f-bca4-4a38-8ed7-97f0b3351bb5 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:27.990206 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-61530afa-c0c2-4f60-8902-ebd1c3f96153 req-d9de846f-bca4-4a38-8ed7-97f0b3351bb5 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.0473111 Jul 28 05:33:28.039935 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-61530afa-c0c2-4f60-8902-ebd1c3f96153 req-c3ab7d53-b593-4bf4-84e6-af85133a3a8c tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429201 Jul 28 05:33:28.207471 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-545abdfa-6baf-44e3-bcdd-8642c154126a req-4d7d5956-b2f6-4d7a-b163-6cc92073eedc tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 210 time: 0.0312586 Jul 28 05:33:29.162122 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e196f35b-3325-4310-8763-566245d2b3a5 req-e8ce189a-3b54-41cf-96bb-ebc5de34d4d2 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:29.163567 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e196f35b-3325-4310-8763-566245d2b3a5 req-e8ce189a-3b54-41cf-96bb-ebc5de34d4d2 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.0457771 Jul 28 05:33:29.211415 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e196f35b-3325-4310-8763-566245d2b3a5 req-15b4b8c1-4f91-4f9c-b160-a37aa8cc1409 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410838 Jul 28 05:33:29.308339 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-cc46ad2a-e01d-473e-a876-5f5727988600 req-14eb40ec-a750-4b46-bc8d-f6b7e647af3e tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 210 time: 0.0282042 Jul 28 05:33:30.334785 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72b33b-547f-4d23-95e9-800bc94a8f83 req-0586a602-6610-4a9f-9489-c65db331c93a tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:30.336113 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-aa72b33b-547f-4d23-95e9-800bc94a8f83 req-0586a602-6610-4a9f-9489-c65db331c93a tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.0465832 Jul 28 05:33:30.397370 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-aa72b33b-547f-4d23-95e9-800bc94a8f83 req-9eae096d-8db1-4c62-8e6d-e736f58244ae tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547845 Jul 28 05:33:30.398031 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:30.419052 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-03d610a7-0bb8-4846-bc40-a7df370c83d6 req-8edd9143-e218-456f-a152-97b372b52e3e tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 210 time: 0.0306213 Jul 28 05:33:31.532581 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e6bf91ec-ccc7-4ce8-97fc-6cc00781f9ee req-2764897e-e80e-4923-a090-5e393407f90b tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 210 time: 0.0410998 Jul 28 05:33:31.548696 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258650f1-380f-4109-9c1a-a18e20552b37 req-0ac7c182-9018-4352-a9e7-bdb8b6c75821 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:31.550203 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-258650f1-380f-4109-9c1a-a18e20552b37 req-0ac7c182-9018-4352-a9e7-bdb8b6c75821 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.0697646 Jul 28 05:33:31.597045 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-258650f1-380f-4109-9c1a-a18e20552b37 req-cea0a17a-1874-4e86-ab20-323d5f16ac77 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413067 Jul 28 05:33:32.663902 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9ad5e2de-4497-46ad-85f1-292e2b190028 req-7f28bf1f-c1b7-4889-a03a-3d7ebe1c5cc0 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 210 time: 0.0362389 Jul 28 05:33:32.722186 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:32.750183 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-f3da6375-3067-4462-a03b-a8892ab55287 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:32.751629 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-f3da6375-3067-4462-a03b-a8892ab55287 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.57 "GET /v2.0/networks?id=11838418-6b14-40b8-a589-613bdb83fff4 HTTP/1.1" status: 200 len: 818 time: 0.1790555 Jul 28 05:33:32.762181 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986bf13f-368e-4068-bd58-38290bf71bca req-5a58087e-46fb-4989-8e34-ba82a2aaf317 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:32.763591 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-986bf13f-368e-4068-bd58-38290bf71bca req-5a58087e-46fb-4989-8e34-ba82a2aaf317 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.0684295 Jul 28 05:33:32.847829 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-986bf13f-368e-4068-bd58-38290bf71bca req-738b9f1d-4878-4453-babb-4feb9699f6ff tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770183 Jul 28 05:33:32.852360 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-8da83d23-52ec-4a24-8dfb-5f54e20be77e tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99f094bca18d4939bb22f8d076d3a35c HTTP/1.1" status: 200 len: 380 time: 0.0869584 Jul 28 05:33:32.876341 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=46,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:32.880307 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=49,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:33.271811 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-ca771231-b456-4c93-85b7-0b65023dfd02 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Request body: {'port': {'device_id': '9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9', 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4', 'admin_state_up': True, 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'security_groups': ['984e2255-0d1d-436b-8e73-fddfa3f2e016']}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:33:33.388923 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:33.516299 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-ca771231-b456-4c93-85b7-0b65023dfd02 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Made reservation on behalf of 99f094bca18d4939bb22f8d076d3a35c for: {'port': 1} {{(pid=104272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:33:33.520540 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-ca771231-b456-4c93-85b7-0b65023dfd02 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:33.657256 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.db_base_plugin_common [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-ca771231-b456-4c93-85b7-0b65023dfd02 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Allocated IP 172.20.0.6 (11838418-6b14-40b8-a589-613bdb83fff4/6633fe43-f109-432a-95d5-6755c5bac4f1/1507aad5-e944-47e5-a8d9-716f5bde1fff) {{(pid=104272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:33:33.760391 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:33.805414 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-ca771231-b456-4c93-85b7-0b65023dfd02 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks [] for port (1507aad5-e944-47e5-a8d9-716f5bde1fff), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:33.910299 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-ca771231-b456-4c93-85b7-0b65023dfd02 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (1507aad5-e944-47e5-a8d9-716f5bde1fff), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:33.962055 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-ca771231-b456-4c93-85b7-0b65023dfd02 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Network 11838418-6b14-40b8-a589-613bdb83fff4 is already hosted by enough agents. {{(pid=104272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:33:33.965444 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-ca771231-b456-4c93-85b7-0b65023dfd02 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Resources bound (agent type, host, resource id): {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:33:33.971585 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-ca771231-b456-4c93-85b7-0b65023dfd02 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Received port after_create {{(pid=104272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:33:33.994426 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca771231-b456-4c93-85b7-0b65023dfd02 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Pushing event updated for resources: {'Port': ['ID=1507aad5-e944-47e5-a8d9-716f5bde1fff,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:33:34.025621 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-ca771231-b456-4c93-85b7-0b65023dfd02 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:34.026235 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-ca771231-b456-4c93-85b7-0b65023dfd02 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:34.159895 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-ca771231-b456-4c93-85b7-0b65023dfd02 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8924541 Jul 28 05:33:34.177226 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-ac4ad58f-b572-4627-81d5-6c911fb704f7 None None] Provisioning complete for port 1507aad5-e944-47e5-a8d9-716f5bde1fff triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:33:34.177877 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad58f-b572-4627-81d5-6c911fb704f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (1507aad5-e944-47e5-a8d9-716f5bde1fff), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:34.186230 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-9afaec24-7b28-4486-9c74-06f806d336bc service neutron] Request body: {'port': {'device_id': '9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:33:34.215559 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-ac4ad58f-b572-4627-81d5-6c911fb704f7 None None] Port 1507aad5-e944-47e5-a8d9-716f5bde1fff cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:33:34.253688 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851faec3-6cfb-44cb-9ebd-9c42dc6f0ae2 req-8ceeb480-edec-4f4a-ad7a-1e775e5722af tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:34.253688 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-851faec3-6cfb-44cb-9ebd-9c42dc6f0ae2 req-8ceeb480-edec-4f4a-ad7a-1e775e5722af tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 931 time: 0.0855618 Jul 28 05:33:34.304635 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-9afaec24-7b28-4486-9c74-06f806d336bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (1507aad5-e944-47e5-a8d9-716f5bde1fff), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:34.359478 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-851faec3-6cfb-44cb-9ebd-9c42dc6f0ae2 req-0d349f43-fce5-4688-b17a-1da04d72ebfb tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838997 Jul 28 05:33:34.430869 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-9f8f7616-cbea-47d8-9496-5250d66c110e req-fb1c2cd0-fb5e-4d7e-925e-058dbbbb44d8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464954 Jul 28 05:33:34.509655 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f7616-cbea-47d8-9496-5250d66c110e req-a2d90179-1eb7-4000-8978-7009e1843372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:34.511192 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-9f8f7616-cbea-47d8-9496-5250d66c110e req-a2d90179-1eb7-4000-8978-7009e1843372 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=99f094bca18d4939bb22f8d076d3a35c&device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 1130 time: 0.0489645 Jul 28 05:33:34.517414 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd894aa-104d-45c6-877a-45ec196346ae req-c565d204-07c0-4331-9edc-8afcb7de70e0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:34.518937 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8dd894aa-104d-45c6-877a-45ec196346ae req-c565d204-07c0-4331-9edc-8afcb7de70e0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.0749164 Jul 28 05:33:34.647273 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f7616-cbea-47d8-9496-5250d66c110e req-579de631-f6b4-4e27-a8e1-b1251c6934ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:34.649436 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-9f8f7616-cbea-47d8-9496-5250d66c110e req-579de631-f6b4-4e27-a8e1-b1251c6934ce service neutron] 10.222.0.57 "GET /v2.0/networks?id=11838418-6b14-40b8-a589-613bdb83fff4 HTTP/1.1" status: 200 len: 919 time: 0.1026258 Jul 28 05:33:34.707905 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-9f8f7616-cbea-47d8-9496-5250d66c110e req-4d02fb96-eedf-4276-8352-c9044f212b66 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7685d4b0-825f-4ec9-b8cb-496d80179339 HTTP/1.1" status: 200 len: 217 time: 0.0495534 Jul 28 05:33:34.775186 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f7616-cbea-47d8-9496-5250d66c110e req-e909ea4d-3e41-4647-8726-09f8c449cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:34.775186 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-9f8f7616-cbea-47d8-9496-5250d66c110e req-e909ea4d-3e41-4647-8726-09f8c449cfad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6633fe43-f109-432a-95d5-6755c5bac4f1 HTTP/1.1" status: 200 len: 857 time: 0.0585167 Jul 28 05:33:34.837989 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f7616-cbea-47d8-9496-5250d66c110e req-5a5f2b53-36dd-43e2-b52c-3b9a03cbf9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:34.840493 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-9f8f7616-cbea-47d8-9496-5250d66c110e req-5a5f2b53-36dd-43e2-b52c-3b9a03cbf9b8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11838418-6b14-40b8-a589-613bdb83fff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0538023 Jul 28 05:33:34.866469 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8dd894aa-104d-45c6-877a-45ec196346ae req-d338943a-0d4f-41ba-bd2d-fbcb03ca753d tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702572 Jul 28 05:33:34.898095 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:34.941693 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-9afaec24-7b28-4486-9c74-06f806d336bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1507aad5-e944-47e5-a8d9-716f5bde1fff {{(pid=104272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:33:34.950576 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-9afaec24-7b28-4486-9c74-06f806d336bc service neutron] Publish callbacks [] for port (1507aad5-e944-47e5-a8d9-716f5bde1fff), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:34.969772 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-9f8f7616-cbea-47d8-9496-5250d66c110e req-2f3a1af9-67ee-4a28-a9f3-c9903d183d74 service neutron] 10.222.0.57 "GET /v2.0/networks/11838418-6b14-40b8-a589-613bdb83fff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203897 Jul 28 05:33:34.969922 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.provisioning_blocks [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-9afaec24-7b28-4486-9c74-06f806d336bc service neutron] Transition to ACTIVE for port object 1507aad5-e944-47e5-a8d9-716f5bde1fff will not be triggered until provisioned by entity L2. {{(pid=104272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 05:33:35.014465 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-9afaec24-7b28-4486-9c74-06f806d336bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8637776'] for port (1507aad5-e944-47e5-a8d9-716f5bde1fff), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:35.067811 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:35.075372 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afaec24-7b28-4486-9c74-06f806d336bc service neutron] Pushing event updated for resources: {'Port': ['ID=1507aad5-e944-47e5-a8d9-716f5bde1fff,revision_number=2']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:33:35.086506 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-9f8f7616-cbea-47d8-9496-5250d66c110e req-22b6bc54-d8a2-4d34-baf1-4b9f48da5193 service neutron] 10.222.0.57 "GET /v2.0/networks/11838418-6b14-40b8-a589-613bdb83fff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043382 Jul 28 05:33:35.099807 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afaec24-7b28-4486-9c74-06f806d336bc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:35.100153 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afaec24-7b28-4486-9c74-06f806d336bc service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:35.100494 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afaec24-7b28-4486-9c74-06f806d336bc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:35.100832 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afaec24-7b28-4486-9c74-06f806d336bc service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:35.101164 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afaec24-7b28-4486-9c74-06f806d336bc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:35.101511 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afaec24-7b28-4486-9c74-06f806d336bc service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:35.101841 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afaec24-7b28-4486-9c74-06f806d336bc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:35.102168 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afaec24-7b28-4486-9c74-06f806d336bc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:35.102494 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afaec24-7b28-4486-9c74-06f806d336bc service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:35.102823 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afaec24-7b28-4486-9c74-06f806d336bc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:35.103149 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afaec24-7b28-4486-9c74-06f806d336bc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:35.103542 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afaec24-7b28-4486-9c74-06f806d336bc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:35.104044 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afaec24-7b28-4486-9c74-06f806d336bc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:35.104540 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afaec24-7b28-4486-9c74-06f806d336bc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:35.104870 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afaec24-7b28-4486-9c74-06f806d336bc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:35.165720 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.managers [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-9afaec24-7b28-4486-9c74-06f806d336bc service neutron] Attempting to bind port 1507aad5-e944-47e5-a8d9-716f5bde1fff on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:33:35.166115 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.managers [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-9afaec24-7b28-4486-9c74-06f806d336bc service neutron] Attempting to bind port 1507aad5-e944-47e5-a8d9-716f5bde1fff by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '969590d0-dfe4-4fac-89e7-175241a5022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4'}] {{(pid=104272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:33:35.166383 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-9afaec24-7b28-4486-9c74-06f806d336bc service neutron] Attempting to bind port 1507aad5-e944-47e5-a8d9-716f5bde1fff on network 11838418-6b14-40b8-a589-613bdb83fff4 {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:33:35.171848 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-9afaec24-7b28-4486-9c74-06f806d336bc service neutron] Port 1507aad5-e944-47e5-a8d9-716f5bde1fff on network 11838418-6b14-40b8-a589-613bdb83fff4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 05:33:35.172172 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-9afaec24-7b28-4486-9c74-06f806d336bc service neutron] Attempting to bind port 1507aad5-e944-47e5-a8d9-716f5bde1fff on network 11838418-6b14-40b8-a589-613bdb83fff4 {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:33:35.177259 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-9afaec24-7b28-4486-9c74-06f806d336bc service neutron] Checking agent: {'id': '50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'started_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:33:35.177639 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-9afaec24-7b28-4486-9c74-06f806d336bc service neutron] Checking segment: {'id': '969590d0-dfe4-4fac-89e7-175241a5022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:33:35.178017 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-9afaec24-7b28-4486-9c74-06f806d336bc service neutron] Bound using segment: {'id': '969590d0-dfe4-4fac-89e7-175241a5022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4'} {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:33:35.178443 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.managers [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-9afaec24-7b28-4486-9c74-06f806d336bc service neutron] Bound port: 1507aad5-e944-47e5-a8d9-716f5bde1fff, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '969590d0-dfe4-4fac-89e7-175241a5022e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4'}}] {{(pid=104272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:33:35.178805 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-9afaec24-7b28-4486-9c74-06f806d336bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (1507aad5-e944-47e5-a8d9-716f5bde1fff), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:35.269743 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-9afaec24-7b28-4486-9c74-06f806d336bc service neutron] For port 1507aad5-e944-47e5-a8d9-716f5bde1fff, host hv-cinder-79987, cleared binding levels {{(pid=104272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:33:35.275786 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-9afaec24-7b28-4486-9c74-06f806d336bc service neutron] For port 1507aad5-e944-47e5-a8d9-716f5bde1fff, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1507aad5-e944-47e5-a8d9-716f5bde1fff,segment=NetworkSegment(969590d0-dfe4-4fac-89e7-175241a5022e),segment_id=969590d0-dfe4-4fac-89e7-175241a5022e)] {{(pid=104272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:33:35.287462 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-eb9cc1b0-278f-4a43-a8a7-98dc6b9b777b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:35.362790 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-9afaec24-7b28-4486-9c74-06f806d336bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8637776'] for port (1507aad5-e944-47e5-a8d9-716f5bde1fff), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:35.397422 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-9afaec24-7b28-4486-9c74-06f806d336bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:35.398332 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-9afaec24-7b28-4486-9c74-06f806d336bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:35.399840 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-9afaec24-7b28-4486-9c74-06f806d336bc service neutron] 10.222.0.57 "PUT /v2.0/ports/1507aad5-e944-47e5-a8d9-716f5bde1fff HTTP/1.1" status: 200 len: 1093 time: 1.2205372 Jul 28 05:33:35.400251 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9', 'tag': '1507aad5-e944-47e5-a8d9-716f5bde1fff'}] {{(pid=104272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:33:35.403017 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90743944bbcefbc541f6211993cabd2c9418e1ba23e64f30c52edf03935cac0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e8e4d2-de43-4d07-b222-b5aedc25ec9c" -d '{"events": [{"name": "network-changed", "server_uuid": "9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9", "tag": "1507aad5-e944-47e5-a8d9-716f5bde1fff"}]}' {{(pid=104272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:33:35.432591 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afaec24-7b28-4486-9c74-06f806d336bc service neutron] Pushing event updated for resources: {'Port': ['ID=1507aad5-e944-47e5-a8d9-716f5bde1fff,revision_number=3']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:33:35.491213 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b28b99-f675-4309-9b67-58a2e4edca2f req-03595d9c-c69f-4d5b-86c6-59f74cfe4344 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:35.492815 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-99b28b99-f675-4309-9b67-58a2e4edca2f req-03595d9c-c69f-4d5b-86c6-59f74cfe4344 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 943 time: 0.0505190 Jul 28 05:33:35.545880 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-99b28b99-f675-4309-9b67-58a2e4edca2f req-02c8bc3a-5891-44a0-b226-f0e5e07cc14f tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466883 Jul 28 05:33:35.609767 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6808b768-1dfb-4be6-a2a2-367508d2437a x-openstack-request-id: req-6808b768-1dfb-4be6-a2a2-367508d2437a {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:33:35.610055 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9", "tag": "1507aad5-e944-47e5-a8d9-716f5bde1fff", "status": "completed", "code": 200}]} {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:33:35.610321 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6808b768-1dfb-4be6-a2a2-367508d2437a {{(pid=104272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:33:35.610691 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6808b768-1dfb-4be6-a2a2-367508d2437a'] response: {'name': 'network-changed', 'server_uuid': '9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9', 'tag': '1507aad5-e944-47e5-a8d9-716f5bde1fff', 'status': 'completed', 'code': 200} Jul 28 05:33:35.622963 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-7de29c20-755f-470e-91c6-c6a7a2cd7555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:35.624760 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-7de29c20-755f-470e-91c6-c6a7a2cd7555 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=99f094bca18d4939bb22f8d076d3a35c&device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 1127 time: 0.0473588 Jul 28 05:33:35.672318 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-6598781f-12e6-42f0-8cf2-afbe842c3c32 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1507aad5-e944-47e5-a8d9-716f5bde1fff HTTP/1.1" status: 200 len: 217 time: 0.0347564 Jul 28 05:33:35.728608 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-4598dd6e-01c5-4d78-a826-11d16fafb50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:35.734791 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-4598dd6e-01c5-4d78-a826-11d16fafb50f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6633fe43-f109-432a-95d5-6755c5bac4f1 HTTP/1.1" status: 200 len: 857 time: 0.0558877 Jul 28 05:33:35.786683 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:35.794227 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-5c3ad47e-8a04-481c-9ffc-a7a6d7905485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:35.795724 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-5c3ad47e-8a04-481c-9ffc-a7a6d7905485 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11838418-6b14-40b8-a589-613bdb83fff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460813 Jul 28 05:33:35.905301 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-19adf05c-4ea0-466b-b5e5-544b432ab829 service neutron] 10.222.0.57 "GET /v2.0/networks/11838418-6b14-40b8-a589-613bdb83fff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872307 Jul 28 05:33:36.016695 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb1c51-ba43-4fda-ab95-69318f4a09d8 req-8fb58af3-7672-4548-acc5-dfacb55a8176 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:36.018262 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-84cb1c51-ba43-4fda-ab95-69318f4a09d8 req-8fb58af3-7672-4548-acc5-dfacb55a8176 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.0595942 Jul 28 05:33:36.060678 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e72fbfcb-4301-4b75-9023-8beb1ea36253 req-28f15c7a-b015-4a07-bfa4-62039bd950a2 service neutron] 10.222.0.57 "GET /v2.0/networks/11838418-6b14-40b8-a589-613bdb83fff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483276 Jul 28 05:33:36.092092 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-84cb1c51-ba43-4fda-ab95-69318f4a09d8 req-1eecd9cf-93b3-4417-b23d-89d6e555924e tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622463 Jul 28 05:33:36.670857 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff7f9e-6d98-40ba-b44a-8ef70ba40450 req-e7508a39-b39c-4347-b21a-e9c56513f5ee tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:36.672316 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f5ff7f9e-6d98-40ba-b44a-8ef70ba40450 req-e7508a39-b39c-4347-b21a-e9c56513f5ee tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 943 time: 0.0505416 Jul 28 05:33:36.719327 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f5ff7f9e-6d98-40ba-b44a-8ef70ba40450 req-2e1819b1-87d3-4772-84c9-5eeabcec7bd3 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413897 Jul 28 05:33:37.217392 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa74446-78a1-49a9-b5eb-66f6eaf0b7bf req-67622852-9779-43ce-8b22-fe29b6790610 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:37.218953 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-eaa74446-78a1-49a9-b5eb-66f6eaf0b7bf req-67622852-9779-43ce-8b22-fe29b6790610 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.0483987 Jul 28 05:33:37.270247 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-eaa74446-78a1-49a9-b5eb-66f6eaf0b7bf req-685d7c56-816c-4efb-956d-a1b9c651412a tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456083 Jul 28 05:33:37.388896 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8e4d2-de43-4d07-b222-b5aedc25ec9c req-575bc3a5-b9bd-4725-ac01-654eb4707441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:37.390673 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-65e8e4d2-de43-4d07-b222-b5aedc25ec9c req-575bc3a5-b9bd-4725-ac01-654eb4707441 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=99f094bca18d4939bb22f8d076d3a35c&device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 1127 time: 0.0401130 Jul 28 05:33:37.491101 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8e4d2-de43-4d07-b222-b5aedc25ec9c req-d35c686f-cfdc-401e-bb91-2b9d75129ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:37.492650 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-65e8e4d2-de43-4d07-b222-b5aedc25ec9c req-d35c686f-cfdc-401e-bb91-2b9d75129ede service neutron] 10.222.0.57 "GET /v2.0/networks?id=11838418-6b14-40b8-a589-613bdb83fff4 HTTP/1.1" status: 200 len: 919 time: 0.0891986 Jul 28 05:33:37.537215 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-65e8e4d2-de43-4d07-b222-b5aedc25ec9c req-f13f2ab7-409a-48e9-8e97-dab32ff8b7ac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1507aad5-e944-47e5-a8d9-716f5bde1fff HTTP/1.1" status: 200 len: 217 time: 0.0361769 Jul 28 05:33:37.594220 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8e4d2-de43-4d07-b222-b5aedc25ec9c req-ea3b507b-fe92-49a6-9e2e-d57cca615783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:37.596118 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-65e8e4d2-de43-4d07-b222-b5aedc25ec9c req-ea3b507b-fe92-49a6-9e2e-d57cca615783 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6633fe43-f109-432a-95d5-6755c5bac4f1 HTTP/1.1" status: 200 len: 857 time: 0.0526919 Jul 28 05:33:37.624673 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-6f497d87-a586-4631-8a5e-946133388b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:37.641901 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8e4d2-de43-4d07-b222-b5aedc25ec9c req-1a300a35-ca4c-4d47-b1ff-7f8343d1e24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:37.643414 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-65e8e4d2-de43-4d07-b222-b5aedc25ec9c req-1a300a35-ca4c-4d47-b1ff-7f8343d1e24e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11838418-6b14-40b8-a589-613bdb83fff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413148 Jul 28 05:33:37.696821 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:37.733252 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-65e8e4d2-de43-4d07-b222-b5aedc25ec9c req-0a7e86a5-5346-410d-9054-dc970710bc58 service neutron] 10.222.0.57 "GET /v2.0/networks/11838418-6b14-40b8-a589-613bdb83fff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826821 Jul 28 05:33:37.848287 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf64254-5719-4cee-8ebb-0a4d3884f401 req-3199866e-6cb7-486d-9a84-d2c4d947c862 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:37.849814 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-caf64254-5719-4cee-8ebb-0a4d3884f401 req-3199866e-6cb7-486d-9a84-d2c4d947c862 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 943 time: 0.0554059 Jul 28 05:33:37.891254 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-65e8e4d2-de43-4d07-b222-b5aedc25ec9c req-30405bb8-5c68-400b-ba68-06c15174db79 service neutron] 10.222.0.57 "GET /v2.0/networks/11838418-6b14-40b8-a589-613bdb83fff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483707 Jul 28 05:33:37.927782 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-caf64254-5719-4cee-8ebb-0a4d3884f401 req-8f4513d2-ebd7-492c-933e-b02935f55dde tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635240 Jul 28 05:33:38.392822 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94309839-4fc2-4d58-b9c4-63fbd5071971 req-0978c344-1334-4f70-ac4e-ae80aae6a424 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:38.394318 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-94309839-4fc2-4d58-b9c4-63fbd5071971 req-0978c344-1334-4f70-ac4e-ae80aae6a424 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.0462296 Jul 28 05:33:38.444678 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-94309839-4fc2-4d58-b9c4-63fbd5071971 req-a9a845b8-bdf0-487c-aac3-8b1ba31aa49f tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443325 Jul 28 05:33:38.596504 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:39.040664 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e774d6e-7a7f-42d1-be80-792405636659 req-947ade9d-8c46-42f1-9fce-0683996a51b5 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:39.042161 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0e774d6e-7a7f-42d1-be80-792405636659 req-947ade9d-8c46-42f1-9fce-0683996a51b5 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 943 time: 0.0460396 Jul 28 05:33:39.089716 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0e774d6e-7a7f-42d1-be80-792405636659 req-7e3f41d0-9a0c-446e-9581-3e7edc91e11d tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406647 Jul 28 05:33:39.537174 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:39.573171 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec20ec9-6644-402b-a52e-7053223222d2 req-f3ea4605-5a75-45df-9272-07472ccd41a5 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:39.574783 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-aec20ec9-6644-402b-a52e-7053223222d2 req-f3ea4605-5a75-45df-9272-07472ccd41a5 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.0520144 Jul 28 05:33:39.623145 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-aec20ec9-6644-402b-a52e-7053223222d2 req-10d2856b-c07f-48ce-a1f2-a98e01f8d78d tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425150 Jul 28 05:33:39.825859 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 1507aad5-e944-47e5-a8d9-716f5bde1fff details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:33:39.849072 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=17 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:39.849819 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=17 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:40.051893 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port 1507aad5-e944-47e5-a8d9-716f5bde1fff, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1507aad5-e944-47e5-a8d9-716f5bde1fff,segment=NetworkSegment(969590d0-dfe4-4fac-89e7-175241a5022e),segment_id=969590d0-dfe4-4fac-89e7-175241a5022e)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:33:40.063390 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Returning: {'device': '1507aad5-e944-47e5-a8d9-716f5bde1fff', 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4', 'port_id': '1507aad5-e944-47e5-a8d9-716f5bde1fff', 'mac_address': 'fa:16:3e:3c:77:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6633fe43-f109-432a-95d5-6755c5bac4f1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:33:40.097342 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port 1507aad5-e944-47e5-a8d9-716f5bde1fff is: DOWN; New status is: BUILD {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:33:40.097854 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (1507aad5-e944-47e5-a8d9-716f5bde1fff), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:40.110830 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1507aad5-e944-47e5-a8d9-716f5bde1fff {{(pid=104274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:33:40.131841 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port 1507aad5-e944-47e5-a8d9-716f5bde1fff, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1507aad5-e944-47e5-a8d9-716f5bde1fff,segment=NetworkSegment(969590d0-dfe4-4fac-89e7-175241a5022e),segment_id=969590d0-dfe4-4fac-89e7-175241a5022e)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:33:40.196345 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (1507aad5-e944-47e5-a8d9-716f5bde1fff), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:40.210682 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ae897-8602-4694-9c33-991606689730 req-10150bed-b3f4-43a5-b2be-08f41d364ddf tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:40.212162 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-495ae897-8602-4694-9c33-991606689730 req-10150bed-b3f4-43a5-b2be-08f41d364ddf tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 943 time: 0.0477293 Jul 28 05:33:40.243737 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=1507aad5-e944-47e5-a8d9-716f5bde1fff,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:33:40.265070 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-495ae897-8602-4694-9c33-991606689730 req-d153e6e7-93e2-4345-9301-c18be99053ca tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469275 Jul 28 05:33:40.465260 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:40.575065 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] get_ports_and_sgs() called for port_ids ['1507aad5-e944-47e5-a8d9-716f5bde1fff'] {{(pid=104274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:33:40.749359 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0ebec-d4dc-4c56-a905-c44bdbff5007 req-4dfaa8ab-e17b-4fe1-a605-17703d6b8614 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:40.750873 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-34a0ebec-d4dc-4c56-a905-c44bdbff5007 req-4dfaa8ab-e17b-4fe1-a605-17703d6b8614 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.0491011 Jul 28 05:33:40.761775 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:40.803436 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-34a0ebec-d4dc-4c56-a905-c44bdbff5007 req-233c9997-4e0c-445f-b26d-a622eb3b9a02 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463910 Jul 28 05:33:41.383964 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb3d39-6d6c-4e6b-bfed-fdd10cff6343 req-eb97c14b-09aa-4f93-8a39-d3e54876da4c tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:41.385526 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d1cb3d39-6d6c-4e6b-bfed-fdd10cff6343 req-eb97c14b-09aa-4f93-8a39-d3e54876da4c tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 944 time: 0.0490382 Jul 28 05:33:41.437817 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d1cb3d39-6d6c-4e6b-bfed-fdd10cff6343 req-a8851508-be6d-498f-8788-83ca272483c2 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444081 Jul 28 05:33:41.833740 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 1507aad5-e944-47e5-a8d9-716f5bde1fff up at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:33:41.880055 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning for port 1507aad5-e944-47e5-a8d9-716f5bde1fff completed by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 05:33:41.930452 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a930ea-4719-4d3e-9ff1-cbc32c6136e7 req-85356e64-9479-4848-ba77-572a14bec0e4 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:41.932023 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-99a930ea-4719-4d3e-9ff1-cbc32c6136e7 req-85356e64-9479-4848-ba77-572a14bec0e4 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.0480967 Jul 28 05:33:41.961594 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning complete for port 1507aad5-e944-47e5-a8d9-716f5bde1fff triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:33:41.962067 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (1507aad5-e944-47e5-a8d9-716f5bde1fff), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:41.984097 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-99a930ea-4719-4d3e-9ff1-cbc32c6136e7 req-e88c5de3-8dde-4209-91de-ec2cadb801f3 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455618 Jul 28 05:33:42.038798 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port 1507aad5-e944-47e5-a8d9-716f5bde1fff is: BUILD; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:33:42.039280 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (1507aad5-e944-47e5-a8d9-716f5bde1fff), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:42.057034 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:42.072528 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1507aad5-e944-47e5-a8d9-716f5bde1fff'}] {{(pid=104274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:33:42.076723 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fca5e984e5382dc69b1537007bd6daca7693f884f9b7ded019456fb151e79c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c31e5f-5a1a-4286-9c4d-8ec32693b9ad" -d '{"events": [{"server_uuid": "9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9", "name": "network-vif-plugged", "status": "completed", "tag": "1507aad5-e944-47e5-a8d9-716f5bde1fff"}]}' {{(pid=104274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:33:42.088177 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port 1507aad5-e944-47e5-a8d9-716f5bde1fff, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1507aad5-e944-47e5-a8d9-716f5bde1fff,segment=NetworkSegment(969590d0-dfe4-4fac-89e7-175241a5022e),segment_id=969590d0-dfe4-4fac-89e7-175241a5022e)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:33:42.122287 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9774190-c53b-4077-86a3-bc58d17e08f1 x-openstack-request-id: req-a9774190-c53b-4077-86a3-bc58d17e08f1 {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:33:42.122611 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9", "name": "network-vif-plugged", "status": "completed", "tag": "1507aad5-e944-47e5-a8d9-716f5bde1fff", "code": 200}]} {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:33:42.122869 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a9774190-c53b-4077-86a3-bc58d17e08f1 {{(pid=104274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:33:42.127183 dv-cinder-799871-48-iscsi neutron-server[104274]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9774190-c53b-4077-86a3-bc58d17e08f1'] response: {'server_uuid': '9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1507aad5-e944-47e5-a8d9-716f5bde1fff', 'code': 200} Jul 28 05:33:42.157930 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (1507aad5-e944-47e5-a8d9-716f5bde1fff), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:42.172414 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:42.256330 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=1507aad5-e944-47e5-a8d9-716f5bde1fff,revision_number=5']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:33:42.455464 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5cc15-ab36-4a40-8e97-105e35268c7b req-5ce20437-a74e-42b4-8d20-20d1567ddefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:42.456941 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-eeb5cc15-ab36-4a40-8e97-105e35268c7b req-5ce20437-a74e-42b4-8d20-20d1567ddefa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 1129 time: 0.0411189 Jul 28 05:33:42.509894 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-eeb5cc15-ab36-4a40-8e97-105e35268c7b req-148f6ce4-a50c-40f0-8303-7b33585df8c4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430372 Jul 28 05:33:42.565067 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261e0ab-5230-4ff9-9c42-cd16223e13c0 req-8b6a33b1-edc6-4faf-8b88-c0c20d0305ed tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:42.566585 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d261e0ab-5230-4ff9-9c42-cd16223e13c0 req-8b6a33b1-edc6-4faf-8b88-c0c20d0305ed tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.0467465 Jul 28 05:33:42.593255 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:42.625237 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d261e0ab-5230-4ff9-9c42-cd16223e13c0 req-ae726917-51c7-4374-9788-560658126894 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529981 Jul 28 05:33:42.663178 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ac86a-085d-499f-9a3e-62984d74187e req-4fd66920-9b0a-42f2-ad23-1df9d7a0e090 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:42.664648 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-480ac86a-085d-499f-9a3e-62984d74187e req-4fd66920-9b0a-42f2-ad23-1df9d7a0e090 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0556335 Jul 28 05:33:42.712910 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-480ac86a-085d-499f-9a3e-62984d74187e req-0f28b8ed-3a47-48f2-b7e4-1936575b0409 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419545 Jul 28 05:33:43.106775 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac7ca1-17d1-4dc4-b8f3-76842d24ef2e req-cb1b7a4e-cc3f-4ff6-84e1-b6c0fa46e913 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:43.108240 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0eac7ca1-17d1-4dc4-b8f3-76842d24ef2e req-cb1b7a4e-cc3f-4ff6-84e1-b6c0fa46e913 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.0472403 Jul 28 05:33:43.155814 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0eac7ca1-17d1-4dc4-b8f3-76842d24ef2e req-071270bc-2af6-43f4-8fa4-052b1f55febd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421150 Jul 28 05:33:43.746137 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6815af-55b7-4e8f-9e2c-8bac65aa509e req-3445e7f3-94fa-4158-819b-822ce8daa6d1 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:43.747686 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3a6815af-55b7-4e8f-9e2c-8bac65aa509e req-3445e7f3-94fa-4158-819b-822ce8daa6d1 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.0518384 Jul 28 05:33:43.813250 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3a6815af-55b7-4e8f-9e2c-8bac65aa509e req-b22f7bac-7790-40f6-a4ec-cdc813294213 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597627 Jul 28 05:33:43.848584 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56dcc6-78a5-4114-8b55-b2fc8b9df7da req-76d72b20-f799-4657-b1c1-702e1df65f1f tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:43.850107 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-6e56dcc6-78a5-4114-8b55-b2fc8b9df7da req-76d72b20-f799-4657-b1c1-702e1df65f1f tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0529027 Jul 28 05:33:43.898391 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-6e56dcc6-78a5-4114-8b55-b2fc8b9df7da req-0cc0b1a1-d75b-4f17-af5d-dea725dab4b9 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418429 Jul 28 05:33:44.279131 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c87ae-8da8-48d0-8459-72aced2c8c55 req-f6b2d8a3-ec9b-4d47-8c23-f9c069a5608c tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:44.280677 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-458c87ae-8da8-48d0-8459-72aced2c8c55 req-f6b2d8a3-ec9b-4d47-8c23-f9c069a5608c tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.0485220 Jul 28 05:33:44.292629 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:44.329560 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-458c87ae-8da8-48d0-8459-72aced2c8c55 req-f254f579-8b34-4126-8845-c690d1be76d5 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432768 Jul 28 05:33:44.931857 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e359f-3db4-4c00-aef8-1cee269e3ba1 req-588c38f0-1c94-4cf1-ad12-4e97dbbdffad tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:44.933962 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2f2e359f-3db4-4c00-aef8-1cee269e3ba1 req-588c38f0-1c94-4cf1-ad12-4e97dbbdffad tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.0499022 Jul 28 05:33:44.991929 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2f2e359f-3db4-4c00-aef8-1cee269e3ba1 req-10707c12-4148-41a0-b7f3-2b01f54021a4 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524151 Jul 28 05:33:45.027143 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0316cce-bdc9-41b6-bd1c-97c6f5f35b34 req-fdc9a1fa-3263-4953-a15a-4b233696d4db tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:45.028661 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c0316cce-bdc9-41b6-bd1c-97c6f5f35b34 req-fdc9a1fa-3263-4953-a15a-4b233696d4db tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0527477 Jul 28 05:33:45.076143 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c0316cce-bdc9-41b6-bd1c-97c6f5f35b34 req-d3f77743-efb3-4ea0-8cb4-679ae7821d54 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419283 Jul 28 05:33:45.079520 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=44 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:45.080409 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=49 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:45.452055 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3747863-0a42-4108-957f-c893bdbf6c57 req-d6bbf0f1-de3d-44b7-bfa5-dbe99ab76b21 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:45.453532 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b3747863-0a42-4108-957f-c893bdbf6c57 req-d6bbf0f1-de3d-44b7-bfa5-dbe99ab76b21 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.0465748 Jul 28 05:33:45.504305 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b3747863-0a42-4108-957f-c893bdbf6c57 req-91f5098c-0d8e-4ebc-bec4-0c8ab7f400c5 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452950 Jul 28 05:33:46.108853 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33655dc3-9fc7-4439-bf39-96c2b05b3feb req-2acd1f7e-fcdd-4c48-8cc1-c6c63aa932e6 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:46.110250 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-33655dc3-9fc7-4439-bf39-96c2b05b3feb req-2acd1f7e-fcdd-4c48-8cc1-c6c63aa932e6 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.0460465 Jul 28 05:33:46.168555 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-33655dc3-9fc7-4439-bf39-96c2b05b3feb req-e81a2378-2127-4f9a-8664-39208552a125 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528195 Jul 28 05:33:46.203387 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441a0d1-560d-4766-b96a-0652fb5541f3 req-9319fba0-efd6-4bb5-861f-fa1772e741e9 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:46.205264 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8441a0d1-560d-4766-b96a-0652fb5541f3 req-9319fba0-efd6-4bb5-861f-fa1772e741e9 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0498304 Jul 28 05:33:46.251672 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8441a0d1-560d-4766-b96a-0652fb5541f3 req-8bad679f-d352-4621-b88f-3d76769bee16 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407221 Jul 28 05:33:46.614391 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:46.628053 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec53f7-e287-4123-bc8f-34c817b6b08c req-a1da7862-0866-4ad5-9228-203b080e69b2 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:46.628053 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d8ec53f7-e287-4123-bc8f-34c817b6b08c req-a1da7862-0866-4ad5-9228-203b080e69b2 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.0482028 Jul 28 05:33:46.673352 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d8ec53f7-e287-4123-bc8f-34c817b6b08c req-bb58a800-0d2f-4017-8758-3e788f86fc63 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409474 Jul 28 05:33:47.290182 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59faf5-dc52-4da8-9a8a-ca9fc7efd858 req-05dfe926-fd14-49b3-8d54-1785ff824c56 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:47.292903 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-db59faf5-dc52-4da8-9a8a-ca9fc7efd858 req-05dfe926-fd14-49b3-8d54-1785ff824c56 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.0512426 Jul 28 05:33:47.372929 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-db59faf5-dc52-4da8-9a8a-ca9fc7efd858 req-96998c63-f51b-494d-a482-968385a0d7b5 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737078 Jul 28 05:33:47.388751 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3a59c-190a-4e71-8f3b-98ffe1e62f4d req-8ad41c94-bc95-4011-8d04-909734541c51 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:47.390254 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8bb3a59c-190a-4e71-8f3b-98ffe1e62f4d req-8ad41c94-bc95-4011-8d04-909734541c51 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0614734 Jul 28 05:33:47.441364 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8bb3a59c-190a-4e71-8f3b-98ffe1e62f4d req-5981b3c6-8dcc-4951-b80f-af69ccb3f05d tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453508 Jul 28 05:33:47.795147 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8538600-5369-4f3f-85d4-ee3a2e3e0cb3 req-8e4ea85d-411b-4d25-926f-06b52ac571e1 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:47.796919 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b8538600-5369-4f3f-85d4-ee3a2e3e0cb3 req-8e4ea85d-411b-4d25-926f-06b52ac571e1 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.0475988 Jul 28 05:33:47.843298 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b8538600-5369-4f3f-85d4-ee3a2e3e0cb3 req-871a424e-1769-4284-90f6-38958cd9c381 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410128 Jul 28 05:33:48.493003 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d3232-d27b-443b-8301-929075964a9a req-4426db4b-17fc-4b4d-a657-93b0cc553086 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:48.494609 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e83d3232-d27b-443b-8301-929075964a9a req-4426db4b-17fc-4b4d-a657-93b0cc553086 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.0501559 Jul 28 05:33:48.592373 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64a5bc-8740-45f6-824e-3429aae4478a req-1ef2a83a-0236-4a5d-8242-7c19a99fccd9 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:48.593877 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-fb64a5bc-8740-45f6-824e-3429aae4478a req-1ef2a83a-0236-4a5d-8242-7c19a99fccd9 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0710211 Jul 28 05:33:48.597020 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e83d3232-d27b-443b-8301-929075964a9a req-7f556f38-3962-4039-95a7-9a82793601de tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890257 Jul 28 05:33:48.643711 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-fb64a5bc-8740-45f6-824e-3429aae4478a req-b10f2707-aa61-4441-ac07-0e205ea1deeb tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431225 Jul 28 05:33:48.676127 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:48.713582 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9a6b7-349c-4d1f-81bf-77a8b9758fac req-f5a493d4-19f5-41a9-b2eb-9acda5b87a2a tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:48.715830 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5af9a6b7-349c-4d1f-81bf-77a8b9758fac req-f5a493d4-19f5-41a9-b2eb-9acda5b87a2a tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.0484307 Jul 28 05:33:48.725583 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 36190) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:33:48.730062 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-eb383f9c-bda0-4992-b890-ce7351c49c5b tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Request body: {'floatingip': {'port_id': '1507aad5-e944-47e5-a8d9-716f5bde1fff'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:33:48.771726 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-eb383f9c-bda0-4992-b890-ce7351c49c5b tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks [] for floatingip (be6fabff-737a-401e-9415-071f3dd7de7a), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:49.003088 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303de60-b071-44c6-8b45-59b339b93867 req-bb7b5267-f3eb-4cf2-bc22-0dcc0991e880 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:49.004543 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e303de60-b071-44c6-8b45-59b339b93867 req-bb7b5267-f3eb-4cf2-bc22-0dcc0991e880 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.0824015 Jul 28 05:33:49.128864 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e303de60-b071-44c6-8b45-59b339b93867 req-15aa42ac-7a6b-40c5-bf36-46928b329abe tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172140 Jul 28 05:33:49.167394 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:49.279365 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-eb383f9c-bda0-4992-b890-ce7351c49c5b tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:49.344569 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-eb383f9c-bda0-4992-b890-ce7351c49c5b tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4016612'] for floatingip (be6fabff-737a-401e-9415-071f3dd7de7a), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:49.443997 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.db.l3_db [None req-eb383f9c-bda0-4992-b890-ce7351c49c5b tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Floating IP be6fabff-737a-401e-9415-071f3dd7de7a associated. External IP: 172.27.0.27, port: 1507aad5-e944-47e5-a8d9-716f5bde1fff. Jul 28 05:33:49.642826 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb383f9c-bda0-4992-b890-ce7351c49c5b tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Router d6622d09-335a-4c4c-94b2-578f3726827c has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:33:49.691446 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:49.786926 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da178867-b9e2-41d6-9740-69fd1e4c895b req-aa5fa548-3be1-4109-a7c6-61d5269eacca tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:49.788467 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-da178867-b9e2-41d6-9740-69fd1e4c895b req-aa5fa548-3be1-4109-a7c6-61d5269eacca tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0637841 Jul 28 05:33:49.791247 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb383f9c-bda0-4992-b890-ce7351c49c5b tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:33:49.797067 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-eb383f9c-bda0-4992-b890-ce7351c49c5b tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for floatingip (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:49.809217 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a235a165-2131-4b9a-a9e3-06b8010653d0 None None] Sync routers for ids ['d6622d09-335a-4c4c-94b2-578f3726827c'] in dv-cinder-799871-48-iscsi {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:33:49.817088 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a235a165-2131-4b9a-a9e3-06b8010653d0 None None] Routers {'d6622d09-335a-4c4c-94b2-578f3726827c'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:33:49.817809 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-a235a165-2131-4b9a-a9e3-06b8010653d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:33:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['d6622d09-335a-4c4c-94b2-578f3726827c'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:33:49.846132 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-eb383f9c-bda0-4992-b890-ce7351c49c5b tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "PUT /v2.0/floatingips/be6fabff-737a-401e-9415-071f3dd7de7a HTTP/1.1" status: 200 len: 990 time: 1.1194582 Jul 28 05:33:49.850602 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9', 'tag': '1507aad5-e944-47e5-a8d9-716f5bde1fff'}] {{(pid=104272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:33:49.852900 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90743944bbcefbc541f6211993cabd2c9418e1ba23e64f30c52edf03935cac0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b26da3-54ad-4ccc-9f54-d23db6c67d92" -d '{"events": [{"name": "network-changed", "server_uuid": "9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9", "tag": "1507aad5-e944-47e5-a8d9-716f5bde1fff"}]}' {{(pid=104272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:33:49.885143 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-da178867-b9e2-41d6-9740-69fd1e4c895b req-4c03c524-7baa-4b46-9178-26a0ba3e4625 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850611 Jul 28 05:33:49.928794 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6399907a-b4e1-4f00-9b37-ba9b78fdfa14 x-openstack-request-id: req-6399907a-b4e1-4f00-9b37-ba9b78fdfa14 {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:33:49.929177 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9", "tag": "1507aad5-e944-47e5-a8d9-716f5bde1fff", "status": "completed", "code": 200}]} {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:33:49.929565 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6399907a-b4e1-4f00-9b37-ba9b78fdfa14 {{(pid=104272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:33:49.930608 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6399907a-b4e1-4f00-9b37-ba9b78fdfa14'] response: {'name': 'network-changed', 'server_uuid': '9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9', 'tag': '1507aad5-e944-47e5-a8d9-716f5bde1fff', 'status': 'completed', 'code': 200} Jul 28 05:33:49.936295 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-a235a165-2131-4b9a-a9e3-06b8010653d0 None None] Set router d6622d09-335a-4c4c-94b2-578f3726827c gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:33:50.008930 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b26da3-54ad-4ccc-9f54-d23db6c67d92 req-3f9cfe7f-d889-4c58-9208-3689a29b19c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:50.010555 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-09b26da3-54ad-4ccc-9f54-d23db6c67d92 req-3f9cfe7f-d889-4c58-9208-3689a29b19c5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=99f094bca18d4939bb22f8d076d3a35c&device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 1129 time: 0.0447109 Jul 28 05:33:50.197312 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-a235a165-2131-4b9a-a9e3-06b8010653d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'name': 'tempest-ServerRescueNegativeTestJSON-314920019-router', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd98d4552-f0bf-47a7-85a3-b1694e04f0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:24Z', 'updated_at': '2022-07-28T05:31:33Z', 'revision_number': 4, 'project_id': '99f094bca18d4939bb22f8d076d3a35c', 'gw_port': {'id': 'd98d4552-f0bf-47a7-85a3-b1694e04f0e5', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:25Z', 'updated_at': '2022-07-28T05:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': 'be6fabff-737a-401e-9415-071f3dd7de7a', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'floating_ip_address': '172.27.0.27', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'port_id': '1507aad5-e944-47e5-a8d9-716f5bde1fff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 269, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4', 'mac_address': 'fa:16:3e:3c:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:33:23Z', 'updated_at': '2022-07-28T05:33:49Z', 'revision_number': 1, 'project_id': '99f094bca18d4939bb22f8d076d3a35c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd494518c-2a9c-4afe-bced-f2d95e68187b', 'name': '', 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'mac_address': 'fa:16:3e:9e:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6633fe43-f109-432a-95d5-6755c5bac4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:52Z', 'revision_number': 5, 'project_id': '99f094bca18d4939bb22f8d076d3a35c', 'subnets': [{'id': '6633fe43-f109-432a-95d5-6755c5bac4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:33:50.212573 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 36228) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:33:50.220542 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-194302ac-612a-48de-9dc7-8ac8d653745d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Request body: {'security_group': {'name': 'tempest-securitygroup--685305993', 'description': 'tempest-description--696149533'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:33:50.236981 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a235a165-2131-4b9a-a9e3-06b8010653d0 None None] Checking router: d6622d09-335a-4c4c-94b2-578f3726827c for host: dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:33:50.248689 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a235a165-2131-4b9a-a9e3-06b8010653d0 None None] Routers {'d6622d09-335a-4c4c-94b2-578f3726827c'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:33:50.249375 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-a235a165-2131-4b9a-a9e3-06b8010653d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:33:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['d6622d09-335a-4c4c-94b2-578f3726827c'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:33:50.315972 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-194302ac-612a-48de-9dc7-8ac8d653745d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:50.361402 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-a235a165-2131-4b9a-a9e3-06b8010653d0 None None] Set router d6622d09-335a-4c4c-94b2-578f3726827c gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:33:50.378209 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b26da3-54ad-4ccc-9f54-d23db6c67d92 req-11d5a279-a350-4b42-b4db-c03ab05a3a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:50.379719 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-09b26da3-54ad-4ccc-9f54-d23db6c67d92 req-11d5a279-a350-4b42-b4db-c03ab05a3a4b service neutron] 10.222.0.57 "GET /v2.0/networks?id=11838418-6b14-40b8-a589-613bdb83fff4 HTTP/1.1" status: 200 len: 919 time: 0.3570077 Jul 28 05:33:50.394346 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b56978-4f6b-4c19-8224-c204972536cb req-93224cdf-2f5a-4825-9bd8-b5d8daf3b164 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:50.395935 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d3b56978-4f6b-4c19-8224-c204972536cb req-93224cdf-2f5a-4825-9bd8-b5d8daf3b164 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.0550139 Jul 28 05:33:50.397298 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-194302ac-612a-48de-9dc7-8ac8d653745d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group (3fcd16d3-ba65-4a91-a3b7-2dfd88587808), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:50.453512 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-194302ac-612a-48de-9dc7-8ac8d653745d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (3fcd16d3-ba65-4a91-a3b7-2dfd88587808), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:50.458058 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:50.482075 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-09b26da3-54ad-4ccc-9f54-d23db6c67d92 req-ac0b22ac-7f46-4e31-8ee4-0e51d6007355 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1507aad5-e944-47e5-a8d9-716f5bde1fff HTTP/1.1" status: 200 len: 998 time: 0.0851412 Jul 28 05:33:50.485410 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194302ac-612a-48de-9dc7-8ac8d653745d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcd16d3-ba65-4a91-a3b7-2dfd88587808,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:33:50.494157 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194302ac-612a-48de-9dc7-8ac8d653745d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:50.498330 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d3b56978-4f6b-4c19-8224-c204972536cb req-c0a2a5d9-09f1-400c-8499-849679a526ff tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909145 Jul 28 05:33:50.498478 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194302ac-612a-48de-9dc7-8ac8d653745d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:50.498478 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194302ac-612a-48de-9dc7-8ac8d653745d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:50.498478 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194302ac-612a-48de-9dc7-8ac8d653745d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:50.498478 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194302ac-612a-48de-9dc7-8ac8d653745d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:50.498478 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194302ac-612a-48de-9dc7-8ac8d653745d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:50.498478 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194302ac-612a-48de-9dc7-8ac8d653745d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:50.498478 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194302ac-612a-48de-9dc7-8ac8d653745d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:50.498478 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194302ac-612a-48de-9dc7-8ac8d653745d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:50.498478 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194302ac-612a-48de-9dc7-8ac8d653745d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:50.498478 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194302ac-612a-48de-9dc7-8ac8d653745d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:50.499560 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194302ac-612a-48de-9dc7-8ac8d653745d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:50.500234 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194302ac-612a-48de-9dc7-8ac8d653745d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:50.500784 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194302ac-612a-48de-9dc7-8ac8d653745d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:50.501274 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194302ac-612a-48de-9dc7-8ac8d653745d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:50.540722 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-194302ac-612a-48de-9dc7-8ac8d653745d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:50.542936 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-194302ac-612a-48de-9dc7-8ac8d653745d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3272855 Jul 28 05:33:50.546459 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 36230) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:33:50.550039 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b26da3-54ad-4ccc-9f54-d23db6c67d92 req-ead3ebfb-c6d0-4b1e-a0d0-fed8712a13f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:50.551246 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-99f59180-63b7-4a63-8925-be828c2968fe tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Request body: {'security_group_rule': {'security_group_id': '3fcd16d3-ba65-4a91-a3b7-2dfd88587808', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:33:50.551474 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-09b26da3-54ad-4ccc-9f54-d23db6c67d92 req-ead3ebfb-c6d0-4b1e-a0d0-fed8712a13f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6633fe43-f109-432a-95d5-6755c5bac4f1 HTTP/1.1" status: 200 len: 857 time: 0.0563774 Jul 28 05:33:50.607249 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b26da3-54ad-4ccc-9f54-d23db6c67d92 req-aedd950b-9b7b-4c90-9d36-0089dca1b42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:50.608746 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-09b26da3-54ad-4ccc-9f54-d23db6c67d92 req-aedd950b-9b7b-4c90-9d36-0089dca1b42f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11838418-6b14-40b8-a589-613bdb83fff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395994 Jul 28 05:33:50.612130 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-a235a165-2131-4b9a-a9e3-06b8010653d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'name': 'tempest-ServerRescueNegativeTestJSON-314920019-router', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd98d4552-f0bf-47a7-85a3-b1694e04f0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:24Z', 'updated_at': '2022-07-28T05:31:33Z', 'revision_number': 4, 'project_id': '99f094bca18d4939bb22f8d076d3a35c', 'gw_port': {'id': 'd98d4552-f0bf-47a7-85a3-b1694e04f0e5', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:25Z', 'updated_at': '2022-07-28T05:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': 'be6fabff-737a-401e-9415-071f3dd7de7a', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'floating_ip_address': '172.27.0.27', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'port_id': '1507aad5-e944-47e5-a8d9-716f5bde1fff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 269, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4', 'mac_address': 'fa:16:3e:3c:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:33:23Z', 'updated_at': '2022-07-28T05:33:49Z', 'revision_number': 1, 'project_id': '99f094bca18d4939bb22f8d076d3a35c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd494518c-2a9c-4afe-bced-f2d95e68187b', 'name': '', 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'mac_address': 'fa:16:3e:9e:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6633fe43-f109-432a-95d5-6755c5bac4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:52Z', 'revision_number': 5, 'project_id': '99f094bca18d4939bb22f8d076d3a35c', 'subnets': [{'id': '6633fe43-f109-432a-95d5-6755c5bac4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:33:50.630913 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-99f59180-63b7-4a63-8925-be828c2968fe tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group_rule (9fdd90cd-2123-49ef-9080-b113ba0b0f59), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:50.639316 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a235a165-2131-4b9a-a9e3-06b8010653d0 None None] The sync data for ids ['d6622d09-335a-4c4c-94b2-578f3726827c'] in dv-cinder-799871-48-iscsi is: [{'id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'name': 'tempest-ServerRescueNegativeTestJSON-314920019-router', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd98d4552-f0bf-47a7-85a3-b1694e04f0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:24Z', 'updated_at': '2022-07-28T05:31:33Z', 'revision_number': 4, 'project_id': '99f094bca18d4939bb22f8d076d3a35c', 'gw_port': {'id': 'd98d4552-f0bf-47a7-85a3-b1694e04f0e5', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:25Z', 'updated_at': '2022-07-28T05:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': 'be6fabff-737a-401e-9415-071f3dd7de7a', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'floating_ip_address': '172.27.0.27', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'port_id': '1507aad5-e944-47e5-a8d9-716f5bde1fff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 269, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4', 'mac_address': 'fa:16:3e:3c:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:33:23Z', 'updated_at': '2022-07-28T05:33:49Z', 'revision_number': 1, 'project_id': '99f094bca18d4939bb22f8d076d3a35c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd494518c-2a9c-4afe-bced-f2d95e68187b', 'name': '', 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'mac_address': 'fa:16:3e:9e:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6633fe43-f109-432a-95d5-6755c5bac4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:52Z', 'revision_number': 5, 'project_id': '99f094bca18d4939bb22f8d076d3a35c', 'subnets': [{'id': '6633fe43-f109-432a-95d5-6755c5bac4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:33:50.699099 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-99f59180-63b7-4a63-8925-be828c2968fe tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group_rule (9fdd90cd-2123-49ef-9080-b113ba0b0f59), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:50.712909 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-09b26da3-54ad-4ccc-9f54-d23db6c67d92 req-2cba5325-ef40-4f4f-97ba-d4277c96ab48 service neutron] 10.222.0.57 "GET /v2.0/networks/11838418-6b14-40b8-a589-613bdb83fff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954192 Jul 28 05:33:50.762014 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-99f59180-63b7-4a63-8925-be828c2968fe tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703374'] for security_group_rule (9fdd90cd-2123-49ef-9080-b113ba0b0f59), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:50.786410 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f59180-63b7-4a63-8925-be828c2968fe tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fdd90cd-2123-49ef-9080-b113ba0b0f59,revision_number=0']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:33:50.824085 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-09b26da3-54ad-4ccc-9f54-d23db6c67d92 req-ad64690c-460f-480f-b54d-1b3ef8f490bf service neutron] 10.222.0.57 "GET /v2.0/networks/11838418-6b14-40b8-a589-613bdb83fff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044919 Jul 28 05:33:50.844736 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-99f59180-63b7-4a63-8925-be828c2968fe tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:50.846024 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-99f59180-63b7-4a63-8925-be828c2968fe tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2984366 Jul 28 05:33:50.848820 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 36234) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:33:50.854883 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-4e68ec21-4b58-4d39-b90a-c1bd0a608642 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Request body: {'security_group_rule': {'security_group_id': '3fcd16d3-ba65-4a91-a3b7-2dfd88587808', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:33:50.928397 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-4e68ec21-4b58-4d39-b90a-c1bd0a608642 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group_rule (70811b71-85ec-44a6-91a2-b5c259c8054a), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:51.015128 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-4e68ec21-4b58-4d39-b90a-c1bd0a608642 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group_rule (70811b71-85ec-44a6-91a2-b5c259c8054a), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:51.043598 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b64d1-f713-46cd-98d1-08b91a4ee9b3 req-a3318030-a253-4af3-891b-622ce2636fb1 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:51.045150 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-498b64d1-f713-46cd-98d1-08b91a4ee9b3 req-a3318030-a253-4af3-891b-622ce2636fb1 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0564780 Jul 28 05:33:51.096534 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-498b64d1-f713-46cd-98d1-08b91a4ee9b3 req-a06f4627-e336-4ae1-ad78-4017eb875656 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458193 Jul 28 05:33:51.160316 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-4e68ec21-4b58-4d39-b90a-c1bd0a608642 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703374'] for security_group_rule (70811b71-85ec-44a6-91a2-b5c259c8054a), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:51.189883 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e68ec21-4b58-4d39-b90a-c1bd0a608642 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70811b71-85ec-44a6-91a2-b5c259c8054a,revision_number=0']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:33:51.297615 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-4e68ec21-4b58-4d39-b90a-c1bd0a608642 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:51.297615 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-4e68ec21-4b58-4d39-b90a-c1bd0a608642 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4464927 Jul 28 05:33:51.299638 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 36250) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:33:51.304416 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-5614c964-0f9c-45fe-b0c2-c8efb047926b tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Request body: {'floatingip': {'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:33:51.329877 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c6cbe3-c6a2-4b6f-877f-eb0d21df4557 None None] New status for floating IP be6fabff-737a-401e-9415-071f3dd7de7a: ACTIVE {{(pid=104275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 05:33:51.413024 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5614c964-0f9c-45fe-b0c2-c8efb047926b tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:51.492702 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5614c964-0f9c-45fe-b0c2-c8efb047926b tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:51.608491 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:51.608491 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.db_base_plugin_common [None req-5614c964-0f9c-45fe-b0c2-c8efb047926b tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Allocated IP 172.27.0.108 (d892672b-b726-43a1-a501-142ea5a750c8/481049b9-1d68-41f1-a9d6-55330db72a03/d6f1e81f-d4a2-4ff8-8692-6aa442545c4e) {{(pid=104273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:33:51.654896 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabbc96-a0ce-40ea-8708-f0e3e0ca8450 req-5d9a9280-d43e-404a-bda7-855b76ed55f5 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:51.656399 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-edabbc96-a0ce-40ea-8708-f0e3e0ca8450 req-5d9a9280-d43e-404a-bda7-855b76ed55f5 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.0521309 Jul 28 05:33:51.692991 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:51.704003 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-edabbc96-a0ce-40ea-8708-f0e3e0ca8450 req-321f0c97-aebd-42f9-8a58-3cc79f462e17 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419295 Jul 28 05:33:51.727355 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5614c964-0f9c-45fe-b0c2-c8efb047926b tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for port (d6f1e81f-d4a2-4ff8-8692-6aa442545c4e), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:51.831259 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5614c964-0f9c-45fe-b0c2-c8efb047926b tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (d6f1e81f-d4a2-4ff8-8692-6aa442545c4e), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:51.868058 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5614c964-0f9c-45fe-b0c2-c8efb047926b tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Network d892672b-b726-43a1-a501-142ea5a750c8 is already hosted by enough agents. {{(pid=104273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:33:51.873054 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [None req-5614c964-0f9c-45fe-b0c2-c8efb047926b tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Resources bound (agent type, host, resource id): {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:33:51.876601 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5614c964-0f9c-45fe-b0c2-c8efb047926b tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Received port after_create {{(pid=104273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:33:51.882447 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 968687ce-4c57-4729-84c6-548124c4123e details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:33:51.904119 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614c964-0f9c-45fe-b0c2-c8efb047926b tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Pushing event updated for resources: {'Port': ['ID=d6f1e81f-d4a2-4ff8-8692-6aa442545c4e,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:33:51.977697 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5614c964-0f9c-45fe-b0c2-c8efb047926b tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for floatingip (38d83805-e9c6-4b47-b019-928767121656), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:51.995508 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port 968687ce-4c57-4729-84c6-548124c4123e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=968687ce-4c57-4729-84c6-548124c4123e,segment=NetworkSegment(4427f270-b023-404e-a3c1-104654497080),segment_id=4427f270-b023-404e-a3c1-104654497080)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:33:52.007318 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Returning: {'device': '968687ce-4c57-4729-84c6-548124c4123e', 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5', 'port_id': '968687ce-4c57-4729-84c6-548124c4123e', 'mac_address': 'fa:16:3e:04:ef:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '329242a6-cde1-43fc-b2d2-7b69ba8c6d75', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:33:52.012163 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=100 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:52.038354 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=100 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:52.051600 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port 968687ce-4c57-4729-84c6-548124c4123e is: ACTIVE; New status is: BUILD {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:33:52.051926 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (968687ce-4c57-4729-84c6-548124c4123e), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:52.070141 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 968687ce-4c57-4729-84c6-548124c4123e {{(pid=104274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:33:52.071226 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5614c964-0f9c-45fe-b0c2-c8efb047926b tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (d6f1e81f-d4a2-4ff8-8692-6aa442545c4e), before_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:52.091710 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port 968687ce-4c57-4729-84c6-548124c4123e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=968687ce-4c57-4729-84c6-548124c4123e,segment=NetworkSegment(4427f270-b023-404e-a3c1-104654497080),segment_id=4427f270-b023-404e-a3c1-104654497080)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:33:52.152256 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (968687ce-4c57-4729-84c6-548124c4123e), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:52.177652 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:52.219114 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 36276) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:33:52.236329 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1334d54-4f29-4948-87c3-6f58264e2b49 req-fc0bef0b-cbde-4b0d-84e9-f084d90258c8 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:52.240548 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=968687ce-4c57-4729-84c6-548124c4123e,revision_number=6']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:33:52.242008 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5614c964-0f9c-45fe-b0c2-c8efb047926b tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for port (d6f1e81f-d4a2-4ff8-8692-6aa442545c4e), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:52.244651 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e1334d54-4f29-4948-87c3-6f58264e2b49 req-fc0bef0b-cbde-4b0d-84e9-f084d90258c8 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0710475 Jul 28 05:33:52.298178 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] get_ports_and_sgs() called for port_ids ['968687ce-4c57-4729-84c6-548124c4123e'] {{(pid=104274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:33:52.302226 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e1334d54-4f29-4948-87c3-6f58264e2b49 req-cc9d3b06-b61c-41b0-b60b-a5769744f813 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564172 Jul 28 05:33:52.304877 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5614c964-0f9c-45fe-b0c2-c8efb047926b tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8744973'] for port (d6f1e81f-d4a2-4ff8-8692-6aa442545c4e), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:52.381698 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-49b2d0fc-8041-4a07-b926-499239441362 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:52.381905 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614c964-0f9c-45fe-b0c2-c8efb047926b tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Pushing event updated for resources: {'Port': ['ID=d6f1e81f-d4a2-4ff8-8692-6aa442545c4e,revision_number=2']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:33:52.396163 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5614c964-0f9c-45fe-b0c2-c8efb047926b tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4016612'] for floatingip (38d83805-e9c6-4b47-b019-928767121656), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:52.438307 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:52.471431 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5614c964-0f9c-45fe-b0c2-c8efb047926b tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for floatingip (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:52.471431 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-5614c964-0f9c-45fe-b0c2-c8efb047926b tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1675994 Jul 28 05:33:52.481113 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-49b2d0fc-8041-4a07-b926-499239441362 admin admin] Publish callbacks [] for security_group (29a4d02b-c34b-41fe-82d2-35b325b4c34c), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:52.555746 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-49b2d0fc-8041-4a07-b926-499239441362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (29a4d02b-c34b-41fe-82d2-35b325b4c34c), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:52.600322 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-49b2d0fc-8041-4a07-b926-499239441362 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=383656f01d9d479ba68cbef0219e4836&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3800993 Jul 28 05:33:52.602334 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b2d0fc-8041-4a07-b926-499239441362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a4d02b-c34b-41fe-82d2-35b325b4c34c,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:33:52.603699 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 36296) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:33:52.663104 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8101835c-95e5-4da2-a7a0-201b307dbfdd admin admin] Publish callbacks [] for security_group (29a4d02b-c34b-41fe-82d2-35b325b4c34c), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:52.686305 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8101835c-95e5-4da2-a7a0-201b307dbfdd admin admin] Publish callbacks [] for security_group (29a4d02b-c34b-41fe-82d2-35b325b4c34c), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:52.690162 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-7b6ffbb7-1cbf-4b93-9eb4-fb5b2a5aeaaa tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--685305993&fields=id&tenant_id=ba0b7f7639504a25a73c94335d62b98f HTTP/1.1" status: 200 len: 267 time: 0.0467217 Jul 28 05:33:52.779783 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:52.812730 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8101835c-95e5-4da2-a7a0-201b307dbfdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (29a4d02b-c34b-41fe-82d2-35b325b4c34c), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:52.815226 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8101835c-95e5-4da2-a7a0-201b307dbfdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:52.816381 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-8101835c-95e5-4da2-a7a0-201b307dbfdd admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/29a4d02b-c34b-41fe-82d2-35b325b4c34c HTTP/1.1" status: 204 len: 168 time: 0.2113435 Jul 28 05:33:52.827014 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-d73b6b30-66f0-44ef-a0ef-cbf31e56a6e4 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:52.827014 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-d73b6b30-66f0-44ef-a0ef-cbf31e56a6e4 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/networks?id=f094ee85-e5f7-4f76-b25b-19d66faa4449 HTTP/1.1" status: 200 len: 815 time: 0.1241620 Jul 28 05:33:52.831522 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8101835c-95e5-4da2-a7a0-201b307dbfdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a4d02b-c34b-41fe-82d2-35b325b4c34c,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:33:52.858476 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-9c9c660c-d747-450f-b405-e2f76d322706 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/quotas/ba0b7f7639504a25a73c94335d62b98f HTTP/1.1" status: 200 len: 375 time: 0.0204728 Jul 28 05:33:52.867167 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf20aa9-813c-46ae-85f4-52cea15c94f4 req-548b08cf-18c8-42cc-9fb2-8a68fa75510d tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:52.868672 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2cf20aa9-813c-46ae-85f4-52cea15c94f4 req-548b08cf-18c8-42cc-9fb2-8a68fa75510d tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 944 time: 0.0721939 Jul 28 05:33:52.954050 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-e2da4f55-901f-4ef5-af44-12ca576436cd tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=ba0b7f7639504a25a73c94335d62b98f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0843461 Jul 28 05:33:52.989368 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2cf20aa9-813c-46ae-85f4-52cea15c94f4 req-35f7a2e3-2a64-4612-863a-9b59794c30a0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109998 Jul 28 05:33:53.067113 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-0eb0f58c-414a-4b16-a925-3b0e104898c8 service neutron] 10.222.0.33 "GET /v2.0/networks/f094ee85-e5f7-4f76-b25b-19d66faa4449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029694 Jul 28 05:33:53.173878 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-a50c9f66-abb9-4010-937f-0b7f594d7c1f service neutron] 10.222.0.33 "GET /v2.0/networks/f094ee85-e5f7-4f76-b25b-19d66faa4449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004505 Jul 28 05:33:53.515304 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-379af2cd-010a-4986-871d-f5c6be59c13d req-41e61047-9e14-4f50-bc0f-f4d0b6cc969c tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=d2380b3f-75da-4c71-9bf5-bc1b1cb0611b HTTP/1.1" status: 200 len: 210 time: 0.0430460 Jul 28 05:33:53.550604 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50681b4-95d8-4cbd-b887-60d5ba7c10e6 req-b054ca6c-63d6-418b-80a7-209562f93ffd tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:53.553548 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b50681b4-95d8-4cbd-b887-60d5ba7c10e6 req-b054ca6c-63d6-418b-80a7-209562f93ffd tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.1452219 Jul 28 05:33:53.583879 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 36338) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:33:53.605345 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-a0cb10cc-4915-449f-8144-47c54b94069b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:53.620437 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b50681b4-95d8-4cbd-b887-60d5ba7c10e6 req-550c9ef4-1b17-48a8-a478-d6e707c13892 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571394 Jul 28 05:33:53.716735 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-a0cb10cc-4915-449f-8144-47c54b94069b admin admin] Publish callbacks [] for security_group (7ca91c3d-34aa-4672-a497-abfed4ecf070), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:53.784686 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-a0cb10cc-4915-449f-8144-47c54b94069b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (7ca91c3d-34aa-4672-a497-abfed4ecf070), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:53.825749 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb10cc-4915-449f-8144-47c54b94069b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca91c3d-34aa-4672-a497-abfed4ecf070,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:33:53.833612 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 36344) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:33:53.833733 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-a0cb10cc-4915-449f-8144-47c54b94069b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=84daed3402e0451bbf533582590963cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2473085 Jul 28 05:33:53.851035 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 6 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:33:53.873616 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:53.900346 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 968687ce-4c57-4729-84c6-548124c4123e up at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:33:53.916141 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-25181dc3-52bc-421a-874f-4f1f491935c1 admin admin] Publish callbacks [] for security_group (7ca91c3d-34aa-4672-a497-abfed4ecf070), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:53.946014 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-25181dc3-52bc-421a-874f-4f1f491935c1 admin admin] Publish callbacks [] for security_group (7ca91c3d-34aa-4672-a497-abfed4ecf070), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:53.956660 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning complete for port 968687ce-4c57-4729-84c6-548124c4123e triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:33:53.957948 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (968687ce-4c57-4729-84c6-548124c4123e), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:54.077798 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-25181dc3-52bc-421a-874f-4f1f491935c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (7ca91c3d-34aa-4672-a497-abfed4ecf070), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:54.083609 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-25181dc3-52bc-421a-874f-4f1f491935c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:54.091910 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-25181dc3-52bc-421a-874f-4f1f491935c1 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7ca91c3d-34aa-4672-a497-abfed4ecf070 HTTP/1.1" status: 204 len: 168 time: 0.2500939 Jul 28 05:33:54.098933 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port 968687ce-4c57-4729-84c6-548124c4123e is: BUILD; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:33:54.099408 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (968687ce-4c57-4729-84c6-548124c4123e), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:54.104178 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25181dc3-52bc-421a-874f-4f1f491935c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca91c3d-34aa-4672-a497-abfed4ecf070,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:33:54.174129 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57115a26-af82-499e-a831-4b4c40e60ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968687ce-4c57-4729-84c6-548124c4123e'}] {{(pid=104274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:33:54.176759 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fca5e984e5382dc69b1537007bd6daca7693f884f9b7ded019456fb151e79c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaaf017c-1a04-4ff3-950e-bb94db09868c" -d '{"events": [{"server_uuid": "57115a26-af82-499e-a831-4b4c40e60ac5", "name": "network-vif-plugged", "status": "completed", "tag": "968687ce-4c57-4729-84c6-548124c4123e"}]}' {{(pid=104274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:33:54.191859 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port 968687ce-4c57-4729-84c6-548124c4123e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=968687ce-4c57-4729-84c6-548124c4123e,segment=NetworkSegment(4427f270-b023-404e-a3c1-104654497080),segment_id=4427f270-b023-404e-a3c1-104654497080)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:33:54.249896 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da56c2f6-7445-4270-895c-230f337f59fc x-openstack-request-id: req-da56c2f6-7445-4270-895c-230f337f59fc {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:33:54.250211 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57115a26-af82-499e-a831-4b4c40e60ac5", "name": "network-vif-plugged", "status": "completed", "tag": "968687ce-4c57-4729-84c6-548124c4123e", "code": 200}]} {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:33:54.250472 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-da56c2f6-7445-4270-895c-230f337f59fc {{(pid=104274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:33:54.251291 dv-cinder-799871-48-iscsi neutron-server[104274]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da56c2f6-7445-4270-895c-230f337f59fc'] response: {'server_uuid': '57115a26-af82-499e-a831-4b4c40e60ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968687ce-4c57-4729-84c6-548124c4123e', 'code': 200} Jul 28 05:33:54.257839 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990ee85-69e9-445c-a3e5-f89077d0a487 req-a23e109d-c38b-4ee6-9aee-fb58a8d89b31 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:54.262712 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1990ee85-69e9-445c-a3e5-f89077d0a487 req-a23e109d-c38b-4ee6-9aee-fb58a8d89b31 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 944 time: 0.1248617 Jul 28 05:33:54.281397 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (968687ce-4c57-4729-84c6-548124c4123e), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:54.327521 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1990ee85-69e9-445c-a3e5-f89077d0a487 req-f0eb68f6-7d1b-4ca1-9262-3832c4a3f94e tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605493 Jul 28 05:33:54.369612 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=968687ce-4c57-4729-84c6-548124c4123e,revision_number=7']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:33:54.714565 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-89a09b68-9295-436e-91c5-1da9dea898a7 req-6bcdfb43-591b-4fd4-a76b-a36b599e8086 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=d2380b3f-75da-4c71-9bf5-bc1b1cb0611b HTTP/1.1" status: 200 len: 210 time: 0.0736265 Jul 28 05:33:54.824528 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db8086-6596-4127-897d-a303ccc3e51e req-ae3f4a12-525c-4032-ad5a-8707fa6d1715 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:54.826146 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-15db8086-6596-4127-897d-a303ccc3e51e req-ae3f4a12-525c-4032-ad5a-8707fa6d1715 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0713043 Jul 28 05:33:54.908983 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-15db8086-6596-4127-897d-a303ccc3e51e req-358b0f91-0409-4a0a-b638-7f9a307f9a3f tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704527 Jul 28 05:33:55.482348 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e05ffd-05aa-4203-8f14-fbbce693034c req-414981ca-bfe4-4857-9596-e59f412db880 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:55.489461 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-67e05ffd-05aa-4203-8f14-fbbce693034c req-414981ca-bfe4-4857-9596-e59f412db880 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.0694528 Jul 28 05:33:55.548868 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-67e05ffd-05aa-4203-8f14-fbbce693034c req-a1dfec20-cc90-438c-b37c-550d231326ef tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583656 Jul 28 05:33:55.843314 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-721f7c17-b493-41c7-9f3f-004a08b24f60 req-d2bca52d-1537-43a4-8d71-179f6b6d7323 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=d2380b3f-75da-4c71-9bf5-bc1b1cb0611b HTTP/1.1" status: 200 len: 210 time: 0.0410762 Jul 28 05:33:56.040535 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a058f8c-7f54-48f4-b11d-26e89c5b3b6d req-8fe0e591-33f0-4ad2-abae-391839bebe54 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:56.045075 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0a058f8c-7f54-48f4-b11d-26e89c5b3b6d req-8fe0e591-33f0-4ad2-abae-391839bebe54 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0576367 Jul 28 05:33:56.098855 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0a058f8c-7f54-48f4-b11d-26e89c5b3b6d req-1db01e60-b6b6-4e3f-82aa-b0b2430e3707 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469646 Jul 28 05:33:56.673948 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e38917-3498-477c-bb9c-37ee8205855f req-9091368a-bf51-4726-b697-5ed9cc668e42 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:56.675419 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-65e38917-3498-477c-bb9c-37ee8205855f req-9091368a-bf51-4726-b697-5ed9cc668e42 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.0475934 Jul 28 05:33:56.722921 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-65e38917-3498-477c-bb9c-37ee8205855f req-3c14dc1e-6194-4548-920d-4d4c6b5fd129 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420103 Jul 28 05:33:56.949341 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d0c136b0-0771-4915-bbe2-77a51d64206f req-5b74005e-4a6d-4be1-b9e7-4695746524e1 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=d2380b3f-75da-4c71-9bf5-bc1b1cb0611b HTTP/1.1" status: 200 len: 210 time: 0.0303853 Jul 28 05:33:57.102127 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-a0bd254b-9d2b-4805-957a-08d6fac38ea7 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:57.104274 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-a0bd254b-9d2b-4805-957a-08d6fac38ea7 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.57 "GET /v2.0/networks?id=f094ee85-e5f7-4f76-b25b-19d66faa4449 HTTP/1.1" status: 200 len: 815 time: 0.1250606 Jul 28 05:33:57.267686 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-eea185ef-da6f-4e4f-b20c-d4e24a5810b6 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba0b7f7639504a25a73c94335d62b98f HTTP/1.1" status: 200 len: 471 time: 0.1540914 Jul 28 05:33:57.282763 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e5231-39d2-44ec-81f7-adb05ce1b62f req-42da7211-acb2-4fbd-9929-0087975d9e43 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:57.284293 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9b8e5231-39d2-44ec-81f7-adb05ce1b62f req-42da7211-acb2-4fbd-9929-0087975d9e43 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0770125 Jul 28 05:33:57.292750 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-353564e6-65b6-4973-b7e8-ef69afd58aa4 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Request body: {'port': {'device_id': 'd2380b3f-75da-4c71-9bf5-bc1b1cb0611b', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'admin_state_up': True, 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'security_groups': ['3fcd16d3-ba65-4a91-a3b7-2dfd88587808']}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:33:57.353279 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:57.388495 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:57.480836 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9b8e5231-39d2-44ec-81f7-adb05ce1b62f req-08f9f954-a326-46fe-9c3e-8e02aa91b825 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761324 Jul 28 05:33:57.616422 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-353564e6-65b6-4973-b7e8-ef69afd58aa4 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Made reservation on behalf of ba0b7f7639504a25a73c94335d62b98f for: {'port': 1} {{(pid=104272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:33:57.620487 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-353564e6-65b6-4973-b7e8-ef69afd58aa4 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:57.842830 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.db_base_plugin_common [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-353564e6-65b6-4973-b7e8-ef69afd58aa4 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Allocated IP 172.20.0.7 (f094ee85-e5f7-4f76-b25b-19d66faa4449/456b76b1-4e97-4147-a35d-860a8ddd449e/cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2) {{(pid=104272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:33:57.900362 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bdd362-6304-42a5-9d90-322b221d866c req-9b62c35f-03e4-401c-8b07-44f95d7f4d94 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:57.903122 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d3bdd362-6304-42a5-9d90-322b221d866c req-9b62c35f-03e4-401c-8b07-44f95d7f4d94 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.0769761 Jul 28 05:33:57.982314 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d3bdd362-6304-42a5-9d90-322b221d866c req-dfa311ed-2431-4017-806b-f22230672f3d tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699062 Jul 28 05:33:58.117734 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-aa3e1f21-2c8a-49c8-84a0-250b1cf9b365 req-9352fe27-7203-41bf-9cc9-7d15bbd825ca tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=d2380b3f-75da-4c71-9bf5-bc1b1cb0611b HTTP/1.1" status: 200 len: 210 time: 0.0633929 Jul 28 05:33:58.185741 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-353564e6-65b6-4973-b7e8-ef69afd58aa4 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for port (cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:58.287484 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-353564e6-65b6-4973-b7e8-ef69afd58aa4 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:58.334618 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-353564e6-65b6-4973-b7e8-ef69afd58aa4 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Network f094ee85-e5f7-4f76-b25b-19d66faa4449 is already hosted by enough agents. {{(pid=104272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:33:58.338302 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-353564e6-65b6-4973-b7e8-ef69afd58aa4 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Resources bound (agent type, host, resource id): {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:33:58.343013 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-353564e6-65b6-4973-b7e8-ef69afd58aa4 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Received port after_create {{(pid=104272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:33:58.380326 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:58.390183 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353564e6-65b6-4973-b7e8-ef69afd58aa4 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Pushing event updated for resources: {'Port': ['ID=cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:33:58.425725 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-353564e6-65b6-4973-b7e8-ef69afd58aa4 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:58.426698 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-353564e6-65b6-4973-b7e8-ef69afd58aa4 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:58.515890 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-353564e6-65b6-4973-b7e8-ef69afd58aa4 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2282541 Jul 28 05:33:58.533139 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-82c0e714-b330-423a-ae3a-56f83a38373f service neutron] Request body: {'port': {'device_id': 'd2380b3f-75da-4c71-9bf5-bc1b1cb0611b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:33:58.650199 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-82c0e714-b330-423a-ae3a-56f83a38373f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:58.660427 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d27916-efae-4742-8776-af270407f0f0 req-4195427b-895d-455c-ab1f-58a5f5784678 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:58.662013 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a4d27916-efae-4742-8776-af270407f0f0 req-4195427b-895d-455c-ab1f-58a5f5784678 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0926750 Jul 28 05:33:58.668635 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-db5d0dec-7d1a-4c10-8971-e49bae7ca036 None None] Provisioning complete for port cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:33:58.669721 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-db5d0dec-7d1a-4c10-8971-e49bae7ca036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:58.703347 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-db5d0dec-7d1a-4c10-8971-e49bae7ca036 None None] Port cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2 cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:33:58.747378 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:58.801925 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a4d27916-efae-4742-8776-af270407f0f0 req-ab9dff75-940e-4109-9e98-f85ccb6d590f tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306784 Jul 28 05:33:58.992523 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-82c0e714-b330-423a-ae3a-56f83a38373f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2 {{(pid=104272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:33:59.001845 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-82c0e714-b330-423a-ae3a-56f83a38373f service neutron] Publish callbacks [] for port (cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:59.017227 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.provisioning_blocks [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-82c0e714-b330-423a-ae3a-56f83a38373f service neutron] Transition to ACTIVE for port object cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2 will not be triggered until provisioned by entity L2. {{(pid=104272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 05:33:59.081064 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-82c0e714-b330-423a-ae3a-56f83a38373f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8637776'] for port (cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:59.175798 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0e714-b330-423a-ae3a-56f83a38373f service neutron] Pushing event updated for resources: {'Port': ['ID=cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2,revision_number=2']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:33:59.204595 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04489970-0a5f-4539-9119-86ba6292ea43 req-e380f623-fec6-4c05-8dda-f91d19dae2dd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:59.212687 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-04489970-0a5f-4539-9119-86ba6292ea43 req-e380f623-fec6-4c05-8dda-f91d19dae2dd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.1032095 Jul 28 05:33:59.374909 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfce292-7491-4879-b35d-fe87fd79b76e req-6b78332a-928e-4958-84ca-c477f7a9fc6a tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:59.376640 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8cfce292-7491-4879-b35d-fe87fd79b76e req-6b78332a-928e-4958-84ca-c477f7a9fc6a tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=d2380b3f-75da-4c71-9bf5-bc1b1cb0611b HTTP/1.1" status: 200 len: 943 time: 0.1221330 Jul 28 05:33:59.386876 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-04489970-0a5f-4539-9119-86ba6292ea43 req-d4fde645-9cd4-4791-a463-574f487cc91a tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746020 Jul 28 05:33:59.402197 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.managers [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-82c0e714-b330-423a-ae3a-56f83a38373f service neutron] Attempting to bind port cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:33:59.402601 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.managers [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-82c0e714-b330-423a-ae3a-56f83a38373f service neutron] Attempting to bind port cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'd6393f65-f317-4f88-bc02-4e43465dc849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449'}] {{(pid=104272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:33:59.402876 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-82c0e714-b330-423a-ae3a-56f83a38373f service neutron] Attempting to bind port cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2 on network f094ee85-e5f7-4f76-b25b-19d66faa4449 {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:33:59.438737 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-82c0e714-b330-423a-ae3a-56f83a38373f service neutron] Port cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2 on network f094ee85-e5f7-4f76-b25b-19d66faa4449 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 05:33:59.438737 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-82c0e714-b330-423a-ae3a-56f83a38373f service neutron] Attempting to bind port cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2 on network f094ee85-e5f7-4f76-b25b-19d66faa4449 {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:33:59.453542 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-82c0e714-b330-423a-ae3a-56f83a38373f service neutron] Checking agent: {'id': '50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'started_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:33:59.453887 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-82c0e714-b330-423a-ae3a-56f83a38373f service neutron] Checking segment: {'id': 'd6393f65-f317-4f88-bc02-4e43465dc849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:33:59.454269 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-82c0e714-b330-423a-ae3a-56f83a38373f service neutron] Bound using segment: {'id': 'd6393f65-f317-4f88-bc02-4e43465dc849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449'} {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:33:59.454693 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.managers [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-82c0e714-b330-423a-ae3a-56f83a38373f service neutron] Bound port: cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6393f65-f317-4f88-bc02-4e43465dc849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449'}}] {{(pid=104272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:33:59.455051 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-82c0e714-b330-423a-ae3a-56f83a38373f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:59.486428 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8cfce292-7491-4879-b35d-fe87fd79b76e req-32e5afa9-c290-47e8-9ccd-1a44dd4bfa94 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3fcd16d3-ba65-4a91-a3b7-2dfd88587808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985739 Jul 28 05:33:59.556100 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-82c0e714-b330-423a-ae3a-56f83a38373f service neutron] For port cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2, host hv-cinder-79987, cleared binding levels {{(pid=104272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:33:59.558633 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:33:59.560861 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-82c0e714-b330-423a-ae3a-56f83a38373f service neutron] For port cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2,segment=NetworkSegment(d6393f65-f317-4f88-bc02-4e43465dc849),segment_id=d6393f65-f317-4f88-bc02-4e43465dc849)] {{(pid=104272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:33:59.649423 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-82c0e714-b330-423a-ae3a-56f83a38373f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8637776'] for port (cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:59.693755 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-82c0e714-b330-423a-ae3a-56f83a38373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:59.703076 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-82c0e714-b330-423a-ae3a-56f83a38373f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:33:59.703076 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-82c0e714-b330-423a-ae3a-56f83a38373f service neutron] 10.222.0.57 "PUT /v2.0/ports/cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2 HTTP/1.1" status: 200 len: 1093 time: 1.1687560 Jul 28 05:33:59.703076 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2380b3f-75da-4c71-9bf5-bc1b1cb0611b', 'tag': 'cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2'}] {{(pid=104272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:33:59.703076 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90743944bbcefbc541f6211993cabd2c9418e1ba23e64f30c52edf03935cac0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1441c7-77e4-4ba2-b83b-4b42fbae2a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "d2380b3f-75da-4c71-9bf5-bc1b1cb0611b", "tag": "cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2"}]}' {{(pid=104272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:33:59.773871 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0e714-b330-423a-ae3a-56f83a38373f service neutron] Pushing event updated for resources: {'Port': ['ID=cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2,revision_number=3']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:33:59.789387 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80db8ced-2db4-4954-bbec-770177d6eb91 x-openstack-request-id: req-80db8ced-2db4-4954-bbec-770177d6eb91 {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:33:59.790126 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2380b3f-75da-4c71-9bf5-bc1b1cb0611b", "tag": "cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2", "status": "completed", "code": 200}]} {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:33:59.790388 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-80db8ced-2db4-4954-bbec-770177d6eb91 {{(pid=104272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:33:59.790792 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80db8ced-2db4-4954-bbec-770177d6eb91'] response: {'name': 'network-changed', 'server_uuid': 'd2380b3f-75da-4c71-9bf5-bc1b1cb0611b', 'tag': 'cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2', 'status': 'completed', 'code': 200} Jul 28 05:33:59.944963 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012c565-3ba2-45f7-a8d1-1166344f1637 req-7d7ed876-e927-48ca-8bf0-92c65cca9b61 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:33:59.946667 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1012c565-3ba2-45f7-a8d1-1166344f1637 req-7d7ed876-e927-48ca-8bf0-92c65cca9b61 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0605557 Jul 28 05:34:00.083698 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1012c565-3ba2-45f7-a8d1-1166344f1637 req-8bf3cdaf-2ebb-44cb-ada8-9d509a26a2ba tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292665 Jul 28 05:34:00.551294 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe669a0d-3fc5-43e2-94eb-db5377f98513 req-32e9005b-fc0b-4f70-8538-afa262121098 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:00.552815 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-fe669a0d-3fc5-43e2-94eb-db5377f98513 req-32e9005b-fc0b-4f70-8538-afa262121098 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.0531075 Jul 28 05:34:00.640739 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aaa126-708c-489d-88f3-8b52b4f99601 req-cfae360e-c619-400c-884f-b1739917b92c tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:00.642264 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b5aaa126-708c-489d-88f3-8b52b4f99601 req-cfae360e-c619-400c-884f-b1739917b92c tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=d2380b3f-75da-4c71-9bf5-bc1b1cb0611b HTTP/1.1" status: 200 len: 943 time: 0.0733795 Jul 28 05:34:00.657675 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-fe669a0d-3fc5-43e2-94eb-db5377f98513 req-7d79760b-d037-48f2-a0e3-a81dc60379c2 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956180 Jul 28 05:34:00.710304 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b5aaa126-708c-489d-88f3-8b52b4f99601 req-8cdcf003-38ab-4b1f-b40f-87e027039e74 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3fcd16d3-ba65-4a91-a3b7-2dfd88587808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565426 Jul 28 05:34:01.216898 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765abdce-a5f6-46c5-af6d-9eee75f40d15 req-1dd11911-c670-4b57-92b4-50fe1db0d578 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:01.218536 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-765abdce-a5f6-46c5-af6d-9eee75f40d15 req-1dd11911-c670-4b57-92b4-50fe1db0d578 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0501146 Jul 28 05:34:01.286676 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:01.295903 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1441c7-77e4-4ba2-b83b-4b42fbae2a9b req-e1927e70-049c-46e6-b84b-4e612be6ebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:01.299834 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-cc1441c7-77e4-4ba2-b83b-4b42fbae2a9b req-e1927e70-049c-46e6-b84b-4e612be6ebc3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0b7f7639504a25a73c94335d62b98f&device_id=d2380b3f-75da-4c71-9bf5-bc1b1cb0611b HTTP/1.1" status: 200 len: 1127 time: 0.0784552 Jul 28 05:34:01.316856 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-765abdce-a5f6-46c5-af6d-9eee75f40d15 req-d8fb8166-00c4-4733-988b-b99e455c86ea tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886385 Jul 28 05:34:01.425692 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1441c7-77e4-4ba2-b83b-4b42fbae2a9b req-241e13a9-abbe-4d7c-85d1-f2bb389114a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:01.427249 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-cc1441c7-77e4-4ba2-b83b-4b42fbae2a9b req-241e13a9-abbe-4d7c-85d1-f2bb389114a8 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=ba0b7f7639504a25a73c94335d62b98f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1093321 Jul 28 05:34:01.431181 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:01.542475 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1441c7-77e4-4ba2-b83b-4b42fbae2a9b req-c3ab9f17-5d8d-4641-8f68-940bee1d42c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:01.545125 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-cc1441c7-77e4-4ba2-b83b-4b42fbae2a9b req-c3ab9f17-5d8d-4641-8f68-940bee1d42c6 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1094680 Jul 28 05:34:01.642532 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-96c0dcaf-3aee-412c-b917-1c9d71e19001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:01.644076 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-96c0dcaf-3aee-412c-b917-1c9d71e19001 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0b7f7639504a25a73c94335d62b98f&device_id=d2380b3f-75da-4c71-9bf5-bc1b1cb0611b HTTP/1.1" status: 200 len: 1127 time: 0.0481718 Jul 28 05:34:01.713655 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-c6776fcc-2421-457a-9c05-cc2d47195a14 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2 HTTP/1.1" status: 200 len: 217 time: 0.0594893 Jul 28 05:34:01.817366 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:01.835175 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e58456-8db0-4044-81d9-4c8841851326 req-455d41d9-af97-4258-80ef-6e2ad68d50e2 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:01.836645 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-78e58456-8db0-4044-81d9-4c8841851326 req-455d41d9-af97-4258-80ef-6e2ad68d50e2 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.0631661 Jul 28 05:34:01.839589 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-a241f853-a3a4-485d-ba1c-e07f6b9991c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:01.840958 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-a241f853-a3a4-485d-ba1c-e07f6b9991c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=456b76b1-4e97-4147-a35d-860a8ddd449e HTTP/1.1" status: 200 len: 854 time: 0.1172292 Jul 28 05:34:02.175949 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-c87dc1b1-3511-4030-8eea-a1c8bd1ed2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:02.177544 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-c87dc1b1-3511-4030-8eea-a1c8bd1ed2a8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f094ee85-e5f7-4f76-b25b-19d66faa4449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3086882 Jul 28 05:34:02.192220 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749ca2a-4b1c-4742-9e52-afdede15b81a req-0be6b59c-87cc-4e46-9da0-b4f59d4dc056 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:02.193766 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-6749ca2a-4b1c-4742-9e52-afdede15b81a req-0be6b59c-87cc-4e46-9da0-b4f59d4dc056 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=d2380b3f-75da-4c71-9bf5-bc1b1cb0611b HTTP/1.1" status: 200 len: 943 time: 0.3655965 Jul 28 05:34:02.299361 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-78e58456-8db0-4044-81d9-4c8841851326 req-08f2d203-bd3b-4123-b027-3f9659331d21 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4490054 Jul 28 05:34:02.400018 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-6749ca2a-4b1c-4742-9e52-afdede15b81a req-54b90122-d4d4-4d4c-a48a-1709ebc9149b tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3fcd16d3-ba65-4a91-a3b7-2dfd88587808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604655 Jul 28 05:34:02.424447 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-9814188e-e240-410a-8558-9dc33a70941b service neutron] 10.222.0.57 "GET /v2.0/networks/f094ee85-e5f7-4f76-b25b-19d66faa4449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269247 Jul 28 05:34:02.552107 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98ef6d-a763-41a1-8a17-2320b1b17113 req-b6d02b5c-514b-49fe-b1d7-d55a42447529 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:02.553677 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ba98ef6d-a763-41a1-8a17-2320b1b17113 req-b6d02b5c-514b-49fe-b1d7-d55a42447529 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0744069 Jul 28 05:34:02.623044 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-dbbed3ab-427f-4b71-aa92-44685ac9584a req-2f21db59-ffeb-4dd9-b8b4-b75291cca975 service neutron] 10.222.0.57 "GET /v2.0/networks/f094ee85-e5f7-4f76-b25b-19d66faa4449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020142 Jul 28 05:34:02.672713 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:02.682288 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ba98ef6d-a763-41a1-8a17-2320b1b17113 req-4c3480a2-9421-424e-87dd-abd3a4d27eab tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033742 Jul 28 05:34:02.789895 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:03.448844 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da37f64-50be-49e2-88e8-a5f2a93646f0 req-ba3c0fc8-c90c-4e4a-9a48-7de0963616ac tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:03.451964 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-6da37f64-50be-49e2-88e8-a5f2a93646f0 req-ba3c0fc8-c90c-4e4a-9a48-7de0963616ac tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.0540965 Jul 28 05:34:03.536537 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-6da37f64-50be-49e2-88e8-a5f2a93646f0 req-4a2c6aa2-50b8-4b12-a371-38820aa915be tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782053 Jul 28 05:34:03.552522 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5574cf-c4c3-47dd-8f77-d4d7258382a2 req-f7df521d-f03d-4ab9-8f03-1b2f4067221b tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:03.561639 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-bf5574cf-c4c3-47dd-8f77-d4d7258382a2 req-f7df521d-f03d-4ab9-8f03-1b2f4067221b tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=d2380b3f-75da-4c71-9bf5-bc1b1cb0611b HTTP/1.1" status: 200 len: 943 time: 0.0653124 Jul 28 05:34:03.631199 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-bf5574cf-c4c3-47dd-8f77-d4d7258382a2 req-22d9b4f0-49a6-4621-9738-9e30248432ac tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3fcd16d3-ba65-4a91-a3b7-2dfd88587808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623562 Jul 28 05:34:03.798335 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c966ca8-04ae-4e74-8315-d2fc6f771253 req-e05ac31a-aac6-495b-a197-525b8cccbf15 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:03.798335 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3c966ca8-04ae-4e74-8315-d2fc6f771253 req-e05ac31a-aac6-495b-a197-525b8cccbf15 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0529916 Jul 28 05:34:03.817216 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:03.825126 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=36,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:03.844838 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=10 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:03.851375 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3c966ca8-04ae-4e74-8315-d2fc6f771253 req-0491926e-ae16-44eb-80d6-43f3ff9b34d0 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620415 Jul 28 05:34:04.704623 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1ffbc-17c5-4ecf-891a-b1a9d62d1499 req-5f260ba8-6e6c-4305-8ea2-96f364e9132f tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:04.710148 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-14f1ffbc-17c5-4ecf-891a-b1a9d62d1499 req-5f260ba8-6e6c-4305-8ea2-96f364e9132f tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.0798454 Jul 28 05:34:04.727913 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:04.811970 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31baba4c-c9b3-4818-96d2-c3ff46a1ec57 req-730874e4-f6d7-4c6c-81bf-3e10a33db86f tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:04.813692 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-31baba4c-c9b3-4818-96d2-c3ff46a1ec57 req-730874e4-f6d7-4c6c-81bf-3e10a33db86f tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=d2380b3f-75da-4c71-9bf5-bc1b1cb0611b HTTP/1.1" status: 200 len: 943 time: 0.0782015 Jul 28 05:34:04.817128 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-14f1ffbc-17c5-4ecf-891a-b1a9d62d1499 req-bfda98ad-b446-4467-b606-00c9b5002771 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037974 Jul 28 05:34:04.866961 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-31baba4c-c9b3-4818-96d2-c3ff46a1ec57 req-868ed68b-ef85-47f3-8dcd-0e90af628855 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3fcd16d3-ba65-4a91-a3b7-2dfd88587808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464156 Jul 28 05:34:04.941202 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:04.982298 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91a830-89b7-4e8b-9b6c-228e6bd7786a req-6d6df109-c497-4eda-bec9-9ada46fd6946 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:04.984331 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2c91a830-89b7-4e8b-9b6c-228e6bd7786a req-6d6df109-c497-4eda-bec9-9ada46fd6946 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0516841 Jul 28 05:34:05.035933 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2c91a830-89b7-4e8b-9b6c-228e6bd7786a req-c8b1c0d6-9493-4767-a83c-136f029c9816 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458374 Jul 28 05:34:05.367077 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-16591d73-7693-4618-90a6-70ee43e30272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:05.949662 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceff014-816a-4274-bc27-e5d485368bbc req-dfed9a94-63a5-48b4-a121-67fd5caf2dff tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:05.951133 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0ceff014-816a-4274-bc27-e5d485368bbc req-dfed9a94-63a5-48b4-a121-67fd5caf2dff tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.0486054 Jul 28 05:34:06.017911 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d05f6-1c32-4707-bdc3-061efe0809f0 req-f64cc73b-1b12-4018-803b-4692abe1ac73 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:06.019377 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9d3d05f6-1c32-4707-bdc3-061efe0809f0 req-f64cc73b-1b12-4018-803b-4692abe1ac73 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=d2380b3f-75da-4c71-9bf5-bc1b1cb0611b HTTP/1.1" status: 200 len: 943 time: 0.0769403 Jul 28 05:34:06.049477 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0ceff014-816a-4274-bc27-e5d485368bbc req-20fcfd5e-35f3-495c-b982-7314ee878467 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896676 Jul 28 05:34:06.082633 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9d3d05f6-1c32-4707-bdc3-061efe0809f0 req-8f5dec3c-55fd-478a-9e68-2daa7b649173 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3fcd16d3-ba65-4a91-a3b7-2dfd88587808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570691 Jul 28 05:34:06.155813 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee432ad7-25ef-42f5-ab01-d1ef16feabf3 req-5cbc9c1a-8953-40fe-937a-59b4a1b27acb tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:06.157186 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ee432ad7-25ef-42f5-ab01-d1ef16feabf3 req-5cbc9c1a-8953-40fe-937a-59b4a1b27acb tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0463853 Jul 28 05:34:06.204972 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ee432ad7-25ef-42f5-ab01-d1ef16feabf3 req-089e457c-82a3-4256-bf1e-80ab9085e0bb tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421422 Jul 28 05:34:07.211735 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83a5bd-cdf7-4d04-9271-6cb031b0bb3f req-beb4e84e-7525-4d92-b813-f9880f0a4284 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:07.213649 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9d83a5bd-cdf7-4d04-9271-6cb031b0bb3f req-beb4e84e-7525-4d92-b813-f9880f0a4284 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.0849915 Jul 28 05:34:07.234413 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c325f-067a-4083-9ba7-6bbd8f1eedef req-bcb39f86-1c1e-4303-8e8e-eade1c8b0c93 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:07.235826 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-158c325f-067a-4083-9ba7-6bbd8f1eedef req-bcb39f86-1c1e-4303-8e8e-eade1c8b0c93 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=d2380b3f-75da-4c71-9bf5-bc1b1cb0611b HTTP/1.1" status: 200 len: 943 time: 0.0709629 Jul 28 05:34:07.306116 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9d83a5bd-cdf7-4d04-9271-6cb031b0bb3f req-263c8ea5-8443-4175-aac4-de2677b52850 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861626 Jul 28 05:34:07.310843 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-158c325f-067a-4083-9ba7-6bbd8f1eedef req-616a4365-9b7a-47fc-abf7-56824008dc9e tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3fcd16d3-ba65-4a91-a3b7-2dfd88587808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677171 Jul 28 05:34:07.411825 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a826100-3383-4c0f-a551-f091920d6d88 req-163211b1-c445-4a1b-9fef-ee7512c56f7f tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:07.413215 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5a826100-3383-4c0f-a551-f091920d6d88 req-163211b1-c445-4a1b-9fef-ee7512c56f7f tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0480750 Jul 28 05:34:07.463487 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5a826100-3383-4c0f-a551-f091920d6d88 req-ff697c69-eb26-44d8-a47d-0ff9cf9fd4e8 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433769 Jul 28 05:34:07.652168 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-1d5c173c-2cd2-46b8-a4c2-05f5af8e8952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:08.463626 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b5a19-c955-4e16-aa7f-38a2034b8ed2 req-56554983-2c43-449f-b5fd-8d3ada599282 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:08.465119 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-688b5a19-c955-4e16-aa7f-38a2034b8ed2 req-56554983-2c43-449f-b5fd-8d3ada599282 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=d2380b3f-75da-4c71-9bf5-bc1b1cb0611b HTTP/1.1" status: 200 len: 943 time: 0.0817626 Jul 28 05:34:08.470993 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689465de-41b7-4af1-80df-762e17de3eff req-3e925012-4ccc-4770-9fd0-025a17148c41 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:08.472354 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-689465de-41b7-4af1-80df-762e17de3eff req-3e925012-4ccc-4770-9fd0-025a17148c41 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.0865076 Jul 28 05:34:08.546725 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-688b5a19-c955-4e16-aa7f-38a2034b8ed2 req-60e7f13a-bf9a-4504-b257-13460f2def59 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3fcd16d3-ba65-4a91-a3b7-2dfd88587808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733578 Jul 28 05:34:08.549923 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-689465de-41b7-4af1-80df-762e17de3eff req-c8c4953c-f2ed-4cb8-8f23-7b1edf134aa6 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707033 Jul 28 05:34:08.572868 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:08.654205 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8e06c-7d25-4125-9821-ac75aba5b523 req-832caf11-044a-43ab-8fdd-5e25e805317c tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:08.655681 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7ad8e06c-7d25-4125-9821-ac75aba5b523 req-832caf11-044a-43ab-8fdd-5e25e805317c tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0522513 Jul 28 05:34:08.680819 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:08.702427 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7ad8e06c-7d25-4125-9821-ac75aba5b523 req-0037bb41-3e01-4af4-a4c4-2d071e1223fc tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413303 Jul 28 05:34:09.696778 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996471eb-59df-4989-9ca7-c05f832a4936 req-23bf94c1-0951-4496-939e-9038800368e7 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:09.700807 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-996471eb-59df-4989-9ca7-c05f832a4936 req-23bf94c1-0951-4496-939e-9038800368e7 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=d2380b3f-75da-4c71-9bf5-bc1b1cb0611b HTTP/1.1" status: 200 len: 943 time: 0.0811710 Jul 28 05:34:09.722874 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4557fe5-378d-4160-9deb-32110b2ba38d req-a77362ce-fee8-4f55-8cc0-3a14f9789a05 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:09.724301 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f4557fe5-378d-4160-9deb-32110b2ba38d req-a77362ce-fee8-4f55-8cc0-3a14f9789a05 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.0756440 Jul 28 05:34:09.795582 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-996471eb-59df-4989-9ca7-c05f832a4936 req-60a568cd-803e-4bd4-8066-bb078eeb76d5 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3fcd16d3-ba65-4a91-a3b7-2dfd88587808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879161 Jul 28 05:34:09.802733 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f4557fe5-378d-4160-9deb-32110b2ba38d req-66b60c95-de9b-4d72-b297-6e7398ebfad9 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674417 Jul 28 05:34:09.879382 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:09.898030 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac92936-a352-495c-879b-fef944125e9d req-3e31de6c-2958-44d0-b6ac-488f4a8d884f tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:09.899515 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8ac92936-a352-495c-879b-fef944125e9d req-3e31de6c-2958-44d0-b6ac-488f4a8d884f tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0482278 Jul 28 05:34:09.948001 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8ac92936-a352-495c-879b-fef944125e9d req-1dd2742c-2515-4231-bd37-e823edb1cc04 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421855 Jul 28 05:34:10.390617 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9266b-b4a1-4435-828e-51862a327f7e req-98c9b172-8d65-477e-97cc-4c2c3c508df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:10.392035 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ecd9266b-b4a1-4435-828e-51862a327f7e req-98c9b172-8d65-477e-97cc-4c2c3c508df5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d6e54a77d2aa469b8c0197d99170d978&device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 1129 time: 0.0396261 Jul 28 05:34:10.486502 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:10.491860 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9266b-b4a1-4435-828e-51862a327f7e req-ae6fe0e9-e323-465c-8f94-94f43f52a28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:10.494241 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ecd9266b-b4a1-4435-828e-51862a327f7e req-ae6fe0e9-e323-465c-8f94-94f43f52a28b service neutron] 10.222.0.57 "GET /v2.0/networks?id=12676c2f-cd93-405a-a402-b0ee7cfa77c5 HTTP/1.1" status: 200 len: 918 time: 0.0939813 Jul 28 05:34:10.558726 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ecd9266b-b4a1-4435-828e-51862a327f7e req-e99e2043-2616-4dcf-ae42-138599c009e5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=968687ce-4c57-4729-84c6-548124c4123e HTTP/1.1" status: 200 len: 1000 time: 0.0555131 Jul 28 05:34:10.613912 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9266b-b4a1-4435-828e-51862a327f7e req-4ad835ab-ad7a-4d4e-ad28-84ae49cf47e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:10.615364 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ecd9266b-b4a1-4435-828e-51862a327f7e req-4ad835ab-ad7a-4d4e-ad28-84ae49cf47e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=329242a6-cde1-43fc-b2d2-7b69ba8c6d75 HTTP/1.1" status: 200 len: 856 time: 0.0483942 Jul 28 05:34:10.660365 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9266b-b4a1-4435-828e-51862a327f7e req-74fad5f9-3ec3-472c-bb7e-b4222100b305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:10.661943 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ecd9266b-b4a1-4435-828e-51862a327f7e req-74fad5f9-3ec3-472c-bb7e-b4222100b305 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12676c2f-cd93-405a-a402-b0ee7cfa77c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381594 Jul 28 05:34:10.760957 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ecd9266b-b4a1-4435-828e-51862a327f7e req-0d5fc5be-ec44-44ab-a457-18078f60db00 service neutron] 10.222.0.57 "GET /v2.0/networks/12676c2f-cd93-405a-a402-b0ee7cfa77c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892298 Jul 28 05:34:10.771896 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:10.864804 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ecd9266b-b4a1-4435-828e-51862a327f7e req-55d2b212-4f26-4c57-9439-8bca817ae233 service neutron] 10.222.0.57 "GET /v2.0/networks/12676c2f-cd93-405a-a402-b0ee7cfa77c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958459 Jul 28 05:34:10.969158 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3b0e4-3164-4a18-af54-26b9246400ab req-a1f0f2a6-f410-4f24-bb4b-054dd10cfaa7 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:10.970992 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-93d3b0e4-3164-4a18-af54-26b9246400ab req-a1f0f2a6-f410-4f24-bb4b-054dd10cfaa7 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=d2380b3f-75da-4c71-9bf5-bc1b1cb0611b HTTP/1.1" status: 200 len: 943 time: 0.0807016 Jul 28 05:34:10.983483 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bc4c0-6475-475d-b23b-5c8bee5ce25e req-3b2ef7b8-4c5b-4a9c-95f5-863937719aaa tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:10.983483 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0d6bc4c0-6475-475d-b23b-5c8bee5ce25e req-3b2ef7b8-4c5b-4a9c-95f5-863937719aaa tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.0787766 Jul 28 05:34:11.047232 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-93d3b0e4-3164-4a18-af54-26b9246400ab req-fb88703e-e0b4-4cc3-8760-f6d006265d63 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3fcd16d3-ba65-4a91-a3b7-2dfd88587808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673189 Jul 28 05:34:11.062120 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0d6bc4c0-6475-475d-b23b-5c8bee5ce25e req-b0505e2f-a665-4478-831a-ebc24961af1d tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749254 Jul 28 05:34:11.164255 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233366dd-1265-4880-8a63-e33e0424f7d6 req-05f07a51-a7af-45e7-8d20-f9129443855c tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:11.165734 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-233366dd-1265-4880-8a63-e33e0424f7d6 req-05f07a51-a7af-45e7-8d20-f9129443855c tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0474215 Jul 28 05:34:11.206200 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:11.213776 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-233366dd-1265-4880-8a63-e33e0424f7d6 req-e79d8858-3afb-4fa1-91e8-c2bb0e565ecb tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412264 Jul 28 05:34:11.478233 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5fbdbd-c36d-4591-96ff-1041d6fbd7c2 req-06e3c34d-3b6c-4e0d-af54-ed46fe82b72d tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:11.480229 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-fe5fbdbd-c36d-4591-96ff-1041d6fbd7c2 req-06e3c34d-3b6c-4e0d-af54-ed46fe82b72d tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0503070 Jul 28 05:34:11.527710 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-fe5fbdbd-c36d-4591-96ff-1041d6fbd7c2 req-3f46fc57-e05c-4ee9-939b-9aaca0bdfb61 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419350 Jul 28 05:34:12.191684 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9917e-e05b-4a2b-b779-c8772841a759 req-17cf0900-5244-4046-8b79-9ea8d465c9c0 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:12.193164 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c5f9917e-e05b-4a2b-b779-c8772841a759 req-17cf0900-5244-4046-8b79-9ea8d465c9c0 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=d2380b3f-75da-4c71-9bf5-bc1b1cb0611b HTTP/1.1" status: 200 len: 943 time: 0.0727379 Jul 28 05:34:12.213254 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34353fdd-6a41-4be2-b667-028bf7e8b3ce req-ef256f44-c00e-43bb-b38f-cfcb934189a1 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:12.214777 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-34353fdd-6a41-4be2-b667-028bf7e8b3ce req-ef256f44-c00e-43bb-b38f-cfcb934189a1 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.0668068 Jul 28 05:34:12.234025 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:12.283638 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c5f9917e-e05b-4a2b-b779-c8772841a759 req-31999940-0a02-4d85-86e4-cb97362f351d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3fcd16d3-ba65-4a91-a3b7-2dfd88587808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838563 Jul 28 05:34:12.290617 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-34353fdd-6a41-4be2-b667-028bf7e8b3ce req-a08c4795-ae48-46fb-9e8f-1c343d1fab82 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657241 Jul 28 05:34:12.633819 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:34:12.643927 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495eb5d-86fe-467f-a98d-81b0d2363783 req-6fabd933-cc28-495c-abb9-3d19f30d336d tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:12.645399 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1495eb5d-86fe-467f-a98d-81b0d2363783 req-6fabd933-cc28-495c-abb9-3d19f30d336d tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0468585 Jul 28 05:34:12.693377 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1495eb5d-86fe-467f-a98d-81b0d2363783 req-7be7b9bd-8f65-42e3-b569-0f82e3612c4e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417306 Jul 28 05:34:12.732421 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2,segment=NetworkSegment(d6393f65-f317-4f88-bc02-4e43465dc849),segment_id=d6393f65-f317-4f88-bc02-4e43465dc849)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:34:12.743385 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Returning: {'device': 'cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'port_id': 'cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2', 'mac_address': 'fa:16:3e:c7:4e:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:34:12.905094 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2 is: DOWN; New status is: BUILD {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:34:12.905402 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:12.918341 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2 {{(pid=104274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:34:12.922978 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:12.938181 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2,segment=NetworkSegment(d6393f65-f317-4f88-bc02-4e43465dc849),segment_id=d6393f65-f317-4f88-bc02-4e43465dc849)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:34:13.040465 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:13.089938 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:34:13.097096 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:13.097446 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:13.097848 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:13.098195 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:13.098535 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:13.098871 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:13.099203 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:13.099530 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:13.099875 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:13.100187 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:13.100515 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:13.100854 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:13.101179 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:13.101531 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:13.101857 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:13.432910 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a071b72-e005-421c-b089-798dd3486cb8 req-02d60e3b-c2d1-45b6-b4a7-db7ea86f745c tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:13.434399 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-6a071b72-e005-421c-b089-798dd3486cb8 req-02d60e3b-c2d1-45b6-b4a7-db7ea86f745c tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=d2380b3f-75da-4c71-9bf5-bc1b1cb0611b HTTP/1.1" status: 200 len: 944 time: 0.0772650 Jul 28 05:34:13.442067 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5bc865-b6b1-4666-948c-319169846f35 req-46cde4c2-1205-49f5-b2f2-8f28c055d20c tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:13.443425 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1f5bc865-b6b1-4666-948c-319169846f35 req-46cde4c2-1205-49f5-b2f2-8f28c055d20c tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 945 time: 0.0761814 Jul 28 05:34:13.518603 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-6a071b72-e005-421c-b089-798dd3486cb8 req-aeff8b98-fe67-41f6-9530-b8063f5931e9 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3fcd16d3-ba65-4a91-a3b7-2dfd88587808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742497 Jul 28 05:34:13.522056 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1f5bc865-b6b1-4666-948c-319169846f35 req-50292aa7-b5d1-43c1-bec9-2dbf41a9f206 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696340 Jul 28 05:34:13.809709 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19d6d6-bc9c-4bfa-902e-955c509f9e66 req-a5d5ab2b-978e-453f-8ff8-bb471c9c8eee tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:13.811082 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9f19d6d6-bc9c-4bfa-902e-955c509f9e66 req-a5d5ab2b-978e-453f-8ff8-bb471c9c8eee tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0458179 Jul 28 05:34:13.857151 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9f19d6d6-bc9c-4bfa-902e-955c509f9e66 req-ea412cf7-b1dd-4dcb-bfef-84692ab683aa tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406969 Jul 28 05:34:13.981558 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 968687ce-4c57-4729-84c6-548124c4123e no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:34:14.057868 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port 968687ce-4c57-4729-84c6-548124c4123e is: ACTIVE; New status is: DOWN {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:34:14.058390 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (968687ce-4c57-4729-84c6-548124c4123e), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:14.082332 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57115a26-af82-499e-a831-4b4c40e60ac5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '968687ce-4c57-4729-84c6-548124c4123e'}] {{(pid=104274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:34:14.083522 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fca5e984e5382dc69b1537007bd6daca7693f884f9b7ded019456fb151e79c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1113d6c0-2f7f-42d8-b456-a291c2dfb627" -d '{"events": [{"server_uuid": "57115a26-af82-499e-a831-4b4c40e60ac5", "name": "network-vif-unplugged", "status": "completed", "tag": "968687ce-4c57-4729-84c6-548124c4123e"}]}' {{(pid=104274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:34:14.095863 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port 968687ce-4c57-4729-84c6-548124c4123e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=968687ce-4c57-4729-84c6-548124c4123e,segment=NetworkSegment(4427f270-b023-404e-a3c1-104654497080),segment_id=4427f270-b023-404e-a3c1-104654497080)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:34:14.121706 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Jul 2022 05:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a094251-161e-4507-a139-02c4f581e94d x-openstack-request-id: req-7a094251-161e-4507-a139-02c4f581e94d {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:34:14.122003 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57115a26-af82-499e-a831-4b4c40e60ac5", "name": "network-vif-unplugged", "status": "completed", "tag": "968687ce-4c57-4729-84c6-548124c4123e", "code": 200}]} {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:34:14.122319 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7a094251-161e-4507-a139-02c4f581e94d {{(pid=104274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:34:14.122717 dv-cinder-799871-48-iscsi neutron-server[104274]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a094251-161e-4507-a139-02c4f581e94d'] response: {'server_uuid': '57115a26-af82-499e-a831-4b4c40e60ac5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '968687ce-4c57-4729-84c6-548124c4123e', 'code': 200} Jul 28 05:34:14.127619 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] get_ports_and_sgs() called for port_ids ['cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2'] {{(pid=104274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:34:14.162220 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (968687ce-4c57-4729-84c6-548124c4123e), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:14.237024 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=968687ce-4c57-4729-84c6-548124c4123e,revision_number=8']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:34:14.260587 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:14.672594 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da669ea2-78c5-46df-b604-107ef7625248 req-65b8d756-0666-4e54-b5b7-8c2af8fd135b tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:14.674452 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-da669ea2-78c5-46df-b604-107ef7625248 req-65b8d756-0666-4e54-b5b7-8c2af8fd135b tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=d2380b3f-75da-4c71-9bf5-bc1b1cb0611b HTTP/1.1" status: 200 len: 944 time: 0.0809994 Jul 28 05:34:14.702194 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce4fcf-790e-45de-a000-85513f92b00e req-5177df88-4c5c-4231-9515-86d645e73cf2 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:14.703631 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-78ce4fcf-790e-45de-a000-85513f92b00e req-5177df88-4c5c-4231-9515-86d645e73cf2 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 943 time: 0.0746918 Jul 28 05:34:14.751872 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-da669ea2-78c5-46df-b604-107ef7625248 req-a253f588-cf74-4b8a-bfa3-309fe8a3a88d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3fcd16d3-ba65-4a91-a3b7-2dfd88587808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716074 Jul 28 05:34:14.775411 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-78ce4fcf-790e-45de-a000-85513f92b00e req-32b18b59-c613-48b9-8f39-e99ebbdb8a60 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650589 Jul 28 05:34:14.974086 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822886e8-b8eb-4968-bd46-4852bc69e2eb req-4803127a-118c-4805-bfda-5f2d525530df tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:14.975545 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-822886e8-b8eb-4968-bd46-4852bc69e2eb req-4803127a-118c-4805-bfda-5f2d525530df tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0472417 Jul 28 05:34:15.028514 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-822886e8-b8eb-4968-bd46-4852bc69e2eb req-5eadb9f2-a785-43aa-a7be-2857961aae4e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470603 Jul 28 05:34:15.807136 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:15.834914 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f1f25-7ebb-472b-9f66-3003a226c85d req-8a5c8151-d74a-421b-8090-db8f66f6ada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:15.836500 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b91f1f25-7ebb-472b-9f66-3003a226c85d req-8a5c8151-d74a-421b-8090-db8f66f6ada4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7b96e460476f4bc9b35224e38b33f4c7&device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 1130 time: 0.0637465 Jul 28 05:34:15.971383 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8bf10-5d1b-47b2-beac-d0ddadf4131f req-53fd20b0-3969-435f-ac53-a4f85cd3a6f7 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:15.972961 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9ce8bf10-5d1b-47b2-beac-d0ddadf4131f req-53fd20b0-3969-435f-ac53-a4f85cd3a6f7 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=d2380b3f-75da-4c71-9bf5-bc1b1cb0611b HTTP/1.1" status: 200 len: 944 time: 0.1315169 Jul 28 05:34:15.977034 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2 up at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:34:16.009218 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3d87e-5679-4143-81ae-8ba3bd7913b5 req-f43fee6b-ab5b-415b-a893-92612bd0814d tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:16.010772 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ead3d87e-5679-4143-81ae-8ba3bd7913b5 req-f43fee6b-ab5b-415b-a893-92612bd0814d tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 943 time: 0.1335697 Jul 28 05:34:16.011182 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:16.030124 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning for port cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2 completed by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 05:34:16.050657 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f1f25-7ebb-472b-9f66-3003a226c85d req-41c668fb-1729-47b2-9496-95c2e0083a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:16.050657 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b91f1f25-7ebb-472b-9f66-3003a226c85d req-41c668fb-1729-47b2-9496-95c2e0083a66 service neutron] 10.222.0.57 "GET /v2.0/networks?id=92779e58-7df4-4404-9045-ca3676cbb72b HTTP/1.1" status: 200 len: 911 time: 0.1979768 Jul 28 05:34:16.121056 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning complete for port cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:34:16.121440 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:16.143653 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9ce8bf10-5d1b-47b2-beac-d0ddadf4131f req-42491e5b-f08f-46e3-9b10-265632f2b7f7 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3fcd16d3-ba65-4a91-a3b7-2dfd88587808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450789 Jul 28 05:34:16.151928 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ead3d87e-5679-4143-81ae-8ba3bd7913b5 req-96ae48fe-f2e7-4bf5-9f9b-8959b572a94f tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282413 Jul 28 05:34:16.172015 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b91f1f25-7ebb-472b-9f66-3003a226c85d req-a526f5d7-4fb6-4ffe-a13f-e27e151f39b5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4306092c-5986-4fc4-a865-0baac79b0fbf HTTP/1.1" status: 200 len: 1002 time: 0.1110575 Jul 28 05:34:16.206766 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2 is: BUILD; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:34:16.207165 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:16.250390 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2380b3f-75da-4c71-9bf5-bc1b1cb0611b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2'}] {{(pid=104274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:34:16.252629 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fca5e984e5382dc69b1537007bd6daca7693f884f9b7ded019456fb151e79c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e647b2-0d3a-4166-a500-e4812934d575" -d '{"events": [{"server_uuid": "d2380b3f-75da-4c71-9bf5-bc1b1cb0611b", "name": "network-vif-plugged", "status": "completed", "tag": "cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2"}]}' {{(pid=104274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:34:16.257531 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f1f25-7ebb-472b-9f66-3003a226c85d req-93660c4e-3468-4fa6-88ce-5da6f93e96cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:16.259084 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b91f1f25-7ebb-472b-9f66-3003a226c85d req-93660c4e-3468-4fa6-88ce-5da6f93e96cb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=93d0c7af-c778-4812-bccd-0383249712e7 HTTP/1.1" status: 200 len: 849 time: 0.0799220 Jul 28 05:34:16.283830 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2,segment=NetworkSegment(d6393f65-f317-4f88-bc02-4e43465dc849),segment_id=d6393f65-f317-4f88-bc02-4e43465dc849)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:34:16.307542 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 36718) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:34:16.311908 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0a2d25-2e7c-4d87-90a4-39aef898e02e x-openstack-request-id: req-1f0a2d25-2e7c-4d87-90a4-39aef898e02e {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:34:16.312224 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2380b3f-75da-4c71-9bf5-bc1b1cb0611b", "name": "network-vif-plugged", "status": "completed", "tag": "cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2", "code": 200}]} {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:34:16.312475 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1f0a2d25-2e7c-4d87-90a4-39aef898e02e {{(pid=104274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:34:16.313886 dv-cinder-799871-48-iscsi neutron-server[104274]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f0a2d25-2e7c-4d87-90a4-39aef898e02e'] response: {'server_uuid': 'd2380b3f-75da-4c71-9bf5-bc1b1cb0611b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2', 'code': 200} Jul 28 05:34:16.347367 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa44da6-5683-4a82-97f1-6040dc9bfb0a req-2ada60a8-9ed1-40a2-a7c9-e5f672eddb43 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:16.348567 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ffa44da6-5683-4a82-97f1-6040dc9bfb0a req-2ada60a8-9ed1-40a2-a7c9-e5f672eddb43 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0941989 Jul 28 05:34:16.348895 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:16.356952 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f1f25-7ebb-472b-9f66-3003a226c85d req-010b871c-f05a-4c20-8d21-3b175df4f074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:16.358624 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b91f1f25-7ebb-472b-9f66-3003a226c85d req-010b871c-f05a-4c20-8d21-3b175df4f074 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=92779e58-7df4-4404-9045-ca3676cbb72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0693195 Jul 28 05:34:16.403966 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ffa44da6-5683-4a82-97f1-6040dc9bfb0a req-48e17455-2407-4fa7-abb3-123f49d7ebab tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491092 Jul 28 05:34:16.406242 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2,revision_number=5']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:34:16.440516 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-a50c6f2b-95ca-4bf8-9df5-5365a73e8f60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:16.516779 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-a50c6f2b-95ca-4bf8-9df5-5365a73e8f60 admin admin] Publish callbacks [] for security_group (276279fb-c050-4d32-84ad-9126b335cdb5), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:16.582425 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-a50c6f2b-95ca-4bf8-9df5-5365a73e8f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (276279fb-c050-4d32-84ad-9126b335cdb5), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:16.622306 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c6f2b-95ca-4bf8-9df5-5365a73e8f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276279fb-c050-4d32-84ad-9126b335cdb5,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:34:16.627293 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-a50c6f2b-95ca-4bf8-9df5-5365a73e8f60 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7ff57c0816d04f2aaf20f2c08a8a4449&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3180189 Jul 28 05:34:16.629121 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 36722) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:34:16.682437 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-54b133ba-b263-41d1-8e71-39c457f067a4 admin admin] Publish callbacks [] for security_group (276279fb-c050-4d32-84ad-9126b335cdb5), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:16.708554 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-54b133ba-b263-41d1-8e71-39c457f067a4 admin admin] Publish callbacks [] for security_group (276279fb-c050-4d32-84ad-9126b335cdb5), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:16.731625 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b91f1f25-7ebb-472b-9f66-3003a226c85d req-0b0b9ee6-2a21-493e-8feb-b6afdbb28aec service neutron] 10.222.0.57 "GET /v2.0/networks/92779e58-7df4-4404-9045-ca3676cbb72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072459 Jul 28 05:34:16.817983 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-54b133ba-b263-41d1-8e71-39c457f067a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (276279fb-c050-4d32-84ad-9126b335cdb5), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:16.820555 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-54b133ba-b263-41d1-8e71-39c457f067a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:16.825017 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-54b133ba-b263-41d1-8e71-39c457f067a4 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/276279fb-c050-4d32-84ad-9126b335cdb5 HTTP/1.1" status: 204 len: 168 time: 0.1917028 Jul 28 05:34:16.831162 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b133ba-b263-41d1-8e71-39c457f067a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276279fb-c050-4d32-84ad-9126b335cdb5,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:34:16.832631 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b91f1f25-7ebb-472b-9f66-3003a226c85d req-7995deaa-3837-4cad-b5e7-a8870fe1cfb3 service neutron] 10.222.0.57 "GET /v2.0/networks/92779e58-7df4-4404-9045-ca3676cbb72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931237 Jul 28 05:34:16.835160 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:16.844559 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:16.937740 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469e8f2-1e43-4f23-b089-9c3ef55c85a8 req-c5e6751c-cadf-46d3-98a0-5a14be6e65c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:16.939159 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8469e8f2-1e43-4f23-b089-9c3ef55c85a8 req-c5e6751c-cadf-46d3-98a0-5a14be6e65c0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d2380b3f-75da-4c71-9bf5-bc1b1cb0611b HTTP/1.1" status: 200 len: 1129 time: 0.0400755 Jul 28 05:34:17.177319 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8469e8f2-1e43-4f23-b089-9c3ef55c85a8 req-03bc260a-ceee-460c-aefb-4dd892fe8f0e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3fcd16d3-ba65-4a91-a3b7-2dfd88587808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457048 Jul 28 05:34:17.318737 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9890f9-2522-44d5-9c9c-363b2c28a90f req-3cb2a2c4-4470-4ad9-8c7b-08ea54c33453 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:17.320256 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2f9890f9-2522-44d5-9c9c-363b2c28a90f req-3cb2a2c4-4470-4ad9-8c7b-08ea54c33453 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=d2380b3f-75da-4c71-9bf5-bc1b1cb0611b HTTP/1.1" status: 200 len: 945 time: 0.0800476 Jul 28 05:34:17.340913 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ac8dc-5cdd-4b4e-b1a8-641ef02c964d req-db81a4e7-5473-4463-b730-37c5c594b92c tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:17.342372 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-660ac8dc-5cdd-4b4e-b1a8-641ef02c964d req-db81a4e7-5473-4463-b730-37c5c594b92c tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 943 time: 0.0704117 Jul 28 05:34:17.352414 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:17.388553 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 36738) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:34:17.402756 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-12278fc3-e771-48aa-8857-a3ef054c0e2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:17.410264 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2f9890f9-2522-44d5-9c9c-363b2c28a90f req-00e4cd4e-1f7b-42fb-969c-02cad7e54ba5 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3fcd16d3-ba65-4a91-a3b7-2dfd88587808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837612 Jul 28 05:34:17.418219 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-660ac8dc-5cdd-4b4e-b1a8-641ef02c964d req-2232f116-7260-4c21-95b3-c489db884203 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686646 Jul 28 05:34:17.486877 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-12278fc3-e771-48aa-8857-a3ef054c0e2a admin admin] Publish callbacks [] for security_group (bab7150a-b90c-413c-a1a0-8c75bdf1e3a2), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:17.549458 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-12278fc3-e771-48aa-8857-a3ef054c0e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (bab7150a-b90c-413c-a1a0-8c75bdf1e3a2), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:17.571505 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5a05f-c794-4169-9192-4daec3236706 req-c317cfc5-3946-4048-96d8-1defc5513736 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:17.573572 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f0c5a05f-c794-4169-9192-4daec3236706 req-c317cfc5-3946-4048-96d8-1defc5513736 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0725007 Jul 28 05:34:17.593172 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-12278fc3-e771-48aa-8857-a3ef054c0e2a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e8e66349f5ed4754a4947828af879d2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2035072 Jul 28 05:34:17.595806 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 36746) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:34:17.602093 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12278fc3-e771-48aa-8857-a3ef054c0e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab7150a-b90c-413c-a1a0-8c75bdf1e3a2,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:34:17.625273 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f0c5a05f-c794-4169-9192-4daec3236706 req-27368bdf-06db-44cd-bb5e-d9be4799b8e0 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455782 Jul 28 05:34:17.650564 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5ac80f97-4714-421d-a4c7-98b6aaf31ea6 admin admin] Publish callbacks [] for security_group (bab7150a-b90c-413c-a1a0-8c75bdf1e3a2), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:17.675797 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5ac80f97-4714-421d-a4c7-98b6aaf31ea6 admin admin] Publish callbacks [] for security_group (bab7150a-b90c-413c-a1a0-8c75bdf1e3a2), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:17.863550 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5ac80f97-4714-421d-a4c7-98b6aaf31ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (bab7150a-b90c-413c-a1a0-8c75bdf1e3a2), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:17.866200 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5ac80f97-4714-421d-a4c7-98b6aaf31ea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:17.867360 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-5ac80f97-4714-421d-a4c7-98b6aaf31ea6 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/bab7150a-b90c-413c-a1a0-8c75bdf1e3a2 HTTP/1.1" status: 204 len: 168 time: 0.2704999 Jul 28 05:34:17.875686 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac80f97-4714-421d-a4c7-98b6aaf31ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab7150a-b90c-413c-a1a0-8c75bdf1e3a2,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:34:18.783050 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da8b00-2890-4ecb-9433-2d074907a7d5 req-8b736a66-4baa-45aa-ad69-46c0db24a244 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:18.785864 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-03da8b00-2890-4ecb-9433-2d074907a7d5 req-8b736a66-4baa-45aa-ad69-46c0db24a244 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=d2380b3f-75da-4c71-9bf5-bc1b1cb0611b HTTP/1.1" status: 200 len: 945 time: 0.1082938 Jul 28 05:34:18.858923 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb7f51-fef2-4340-87b9-2804cf1ccd33 req-9e877be3-5e41-4a1c-bedf-4b7a25389967 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:18.860384 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0aeb7f51-fef2-4340-87b9-2804cf1ccd33 req-9e877be3-5e41-4a1c-bedf-4b7a25389967 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0603406 Jul 28 05:34:18.904152 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-03da8b00-2890-4ecb-9433-2d074907a7d5 req-0eb1bf47-e654-493e-ab3f-704247e4dd68 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3fcd16d3-ba65-4a91-a3b7-2dfd88587808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115978 Jul 28 05:34:18.936777 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0aeb7f51-fef2-4340-87b9-2804cf1ccd33 req-871406d2-5307-43a4-8733-4d2b82a4977c tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704548 Jul 28 05:34:18.967778 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [req-69cc6e76-1132-4de2-8bc0-dc45e1e8d988 req-c07c4093-ddef-4d68-95f2-bd124c382204 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104272) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 05:34:18.968818 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-69cc6e76-1132-4de2-8bc0-dc45e1e8d988 req-c07c4093-ddef-4d68-95f2-bd124c382204 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055506 Jul 28 05:34:19.447536 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea724e34-d4b7-4d4c-aca2-d47bd31dfa67 req-069ba009-3021-4207-8280-89c9603e5720 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:19.449262 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ea724e34-d4b7-4d4c-aca2-d47bd31dfa67 req-069ba009-3021-4207-8280-89c9603e5720 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 943 time: 0.0509577 Jul 28 05:34:19.503474 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ea724e34-d4b7-4d4c-aca2-d47bd31dfa67 req-39575c53-3a6e-4c7d-9637-26452ffe0a5b tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461938 Jul 28 05:34:20.002729 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 968687ce-4c57-4729-84c6-548124c4123e no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:34:20.035874 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b06fd-22e6-4496-b10b-68db90fe4df4 req-5d82c62d-34bd-4fbd-8bcb-6374ea7fd1d3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:20.037502 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-400b06fd-22e6-4496-b10b-68db90fe4df4 req-5d82c62d-34bd-4fbd-8bcb-6374ea7fd1d3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=d2380b3f-75da-4c71-9bf5-bc1b1cb0611b HTTP/1.1" status: 200 len: 945 time: 0.0531549 Jul 28 05:34:20.062434 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:20.067091 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 36840) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:34:20.096143 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port 968687ce-4c57-4729-84c6-548124c4123e is: DOWN; New status is: DOWN {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:34:20.108558 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-400b06fd-22e6-4496-b10b-68db90fe4df4 req-5700feca-c775-4b53-913f-716962746a23 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3fcd16d3-ba65-4a91-a3b7-2dfd88587808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636513 Jul 28 05:34:20.162002 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=4 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:20.166862 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-1d2f68fa-1b5a-41f7-91ed-713a916c37f0 req-9c82ff87-321b-48ea-88fd-20442d73a3dd service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0982449 Jul 28 05:34:20.177928 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [req-1d2f68fa-1b5a-41f7-91ed-713a916c37f0 req-e60306f0-9c13-4d48-942c-dd0586b26199 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104273) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 05:34:20.183834 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-1d2f68fa-1b5a-41f7-91ed-713a916c37f0 req-e60306f0-9c13-4d48-942c-dd0586b26199 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0108829 Jul 28 05:34:20.247658 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b418a4f-1589-4ece-a8ea-038079d077b4 req-0dbe17f2-1872-4ae9-ae8d-484727f23d78 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:20.252754 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1b418a4f-1589-4ece-a8ea-038079d077b4 req-0dbe17f2-1872-4ae9-ae8d-484727f23d78 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=d2380b3f-75da-4c71-9bf5-bc1b1cb0611b HTTP/1.1" status: 200 len: 945 time: 0.0721743 Jul 28 05:34:20.259105 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 36856) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:34:20.264091 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-54de4000-4484-4f4c-86f1-a4371362cef4 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Request body: {'floatingip': {'port_id': 'cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:34:20.331926 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-54de4000-4484-4f4c-86f1-a4371362cef4 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for floatingip (38d83805-e9c6-4b47-b019-928767121656), before_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:20.356535 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 36858) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:34:20.466411 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f68fa-1b5a-41f7-91ed-713a916c37f0 req-edca133c-7315-435e-a773-6663834d2b63 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:20.467822 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1d2f68fa-1b5a-41f7-91ed-713a916c37f0 req-edca133c-7315-435e-a773-6663834d2b63 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports/968687ce-4c57-4729-84c6-548124c4123e HTTP/1.1" status: 200 len: 940 time: 0.1101081 Jul 28 05:34:20.510727 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:20.647869 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c00963-805b-470b-b334-0d3c7af66a41 req-7b6b84dd-2fcb-4dda-8549-ce78a2447975 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:20.654255 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-38c00963-805b-470b-b334-0d3c7af66a41 req-7b6b84dd-2fcb-4dda-8549-ce78a2447975 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 943 time: 0.0659528 Jul 28 05:34:20.712477 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-38c00963-805b-470b-b334-0d3c7af66a41 req-7a7459d6-ff26-4fec-a76f-5f88fbb68551 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569930 Jul 28 05:34:21.029011 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-54de4000-4484-4f4c-86f1-a4371362cef4 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:21.155381 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-54de4000-4484-4f4c-86f1-a4371362cef4 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4016612'] for floatingip (38d83805-e9c6-4b47-b019-928767121656), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:21.256091 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.db.l3_db [None req-54de4000-4484-4f4c-86f1-a4371362cef4 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Floating IP 38d83805-e9c6-4b47-b019-928767121656 associated. External IP: 172.27.0.108, port: cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2. Jul 28 05:34:21.394567 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2d10e-1a9f-4a50-a297-64191657c686 req-a5322978-bdd1-4e4e-9ba1-ffc54de10d4e tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:21.396355 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1dc2d10e-1a9f-4a50-a297-64191657c686 req-a5322978-bdd1-4e4e-9ba1-ffc54de10d4e tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/ports?device_id=38be4c9a-b055-46f2-a269-f67214cd08ff HTTP/1.1" status: 200 len: 945 time: 0.0522780 Jul 28 05:34:21.446371 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1dc2d10e-1a9f-4a50-a297-64191657c686 req-38335b03-0fd1-4f8b-a086-0eb245026b55 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1324a3c-eab0-4e07-91e9-afdf667f4c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438144 Jul 28 05:34:21.465223 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54de4000-4484-4f4c-86f1-a4371362cef4 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Router d2cc43d3-bb01-4229-ac5e-8b627c08bbaf has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:34:21.511017 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:21.570543 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54de4000-4484-4f4c-86f1-a4371362cef4 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:34:21.575505 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-54de4000-4484-4f4c-86f1-a4371362cef4 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for floatingip (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:21.582401 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9aa443-8918-4ed0-af5f-934b55ed350e None None] Sync routers for ids ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'] in dv-cinder-799871-48-iscsi {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:34:21.592707 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9aa443-8918-4ed0-af5f-934b55ed350e None None] Routers {'d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:34:21.593321 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-ff9aa443-8918-4ed0-af5f-934b55ed350e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:34:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:34:21.604900 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-54de4000-4484-4f4c-86f1-a4371362cef4 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "PUT /v2.0/floatingips/38d83805-e9c6-4b47-b019-928767121656 HTTP/1.1" status: 200 len: 991 time: 1.3446822 Jul 28 05:34:21.605451 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2380b3f-75da-4c71-9bf5-bc1b1cb0611b', 'tag': 'cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2'}] {{(pid=104273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:34:21.607987 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}294c2db51adabc0e3fe9263869e3ac3ebddb58bd39f135069541a8ae7da0566b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101d3b92-e4fd-41e9-bb3e-9439dc93fd79" -d '{"events": [{"name": "network-changed", "server_uuid": "d2380b3f-75da-4c71-9bf5-bc1b1cb0611b", "tag": "cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2"}]}' {{(pid=104273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:34:21.642091 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:21.644843 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2d33df-5d38-4b88-91df-bb0cfaac88ce x-openstack-request-id: req-4c2d33df-5d38-4b88-91df-bb0cfaac88ce {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:34:21.645130 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2380b3f-75da-4c71-9bf5-bc1b1cb0611b", "tag": "cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2", "status": "completed", "code": 200}]} {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:34:21.645380 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4c2d33df-5d38-4b88-91df-bb0cfaac88ce {{(pid=104273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:34:21.645814 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c2d33df-5d38-4b88-91df-bb0cfaac88ce'] response: {'name': 'network-changed', 'server_uuid': 'd2380b3f-75da-4c71-9bf5-bc1b1cb0611b', 'tag': 'cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2', 'status': 'completed', 'code': 200} Jul 28 05:34:21.698545 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-ff9aa443-8918-4ed0-af5f-934b55ed350e None None] Set router d2cc43d3-bb01-4229-ac5e-8b627c08bbaf gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:34:21.849741 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed8228-d1d3-46ff-9e11-c0e52e655976 req-64bf3761-0423-4694-b8b6-e2eee44a4733 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:21.851248 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-71ed8228-d1d3-46ff-9e11-c0e52e655976 req-64bf3761-0423-4694-b8b6-e2eee44a4733 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 943 time: 0.0505328 Jul 28 05:34:21.899862 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-71ed8228-d1d3-46ff-9e11-c0e52e655976 req-93e881f4-8f9f-40f7-9328-66eb567b9878 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423276 Jul 28 05:34:21.933912 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-ff9aa443-8918-4ed0-af5f-934b55ed350e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'name': 'tempest-AttachVolumeNegativeTest-1518408114-router', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:42Z', 'revision_number': 4, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'gw_port': {'id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': '38d83805-e9c6-4b47-b019-928767121656', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'floating_ip_address': '172.27.0.108', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'port_id': 'cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'mac_address': 'fa:16:3e:c7:4e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2380b3f-75da-4c71-9bf5-bc1b1cb0611b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:33:51Z', 'updated_at': '2022-07-28T05:34:20Z', 'revision_number': 1, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'fixed_ip_address_scope': None}, {'id': '8e0b4173-1bf0-49b1-8197-096d2e1b8f81', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'port_id': 'b006268e-0b66-4d7e-8674-41ac5075555d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'mac_address': 'fa:16:3e:19:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f769843b-cb4a-4599-bf54-49d579601a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:32:01Z', 'updated_at': '2022-07-28T05:32:31Z', 'revision_number': 2, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c786ec77-74c5-47cf-9acd-3809586aab79', 'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'mac_address': 'fa:16:3e:51:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:40Z', 'updated_at': '2022-07-28T05:32:02Z', 'revision_number': 5, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'subnets': [{'id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:34:21.960175 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9aa443-8918-4ed0-af5f-934b55ed350e None None] Checking router: d2cc43d3-bb01-4229-ac5e-8b627c08bbaf for host: dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:34:21.970521 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9aa443-8918-4ed0-af5f-934b55ed350e None None] Routers {'d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:34:21.971158 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-ff9aa443-8918-4ed0-af5f-934b55ed350e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:34:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:34:22.076536 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-ff9aa443-8918-4ed0-af5f-934b55ed350e None None] Set router d2cc43d3-bb01-4229-ac5e-8b627c08bbaf gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:34:22.101877 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:22.291972 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-ff9aa443-8918-4ed0-af5f-934b55ed350e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'name': 'tempest-AttachVolumeNegativeTest-1518408114-router', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:42Z', 'revision_number': 4, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'gw_port': {'id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': '38d83805-e9c6-4b47-b019-928767121656', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'floating_ip_address': '172.27.0.108', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'port_id': 'cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'mac_address': 'fa:16:3e:c7:4e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2380b3f-75da-4c71-9bf5-bc1b1cb0611b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:33:51Z', 'updated_at': '2022-07-28T05:34:20Z', 'revision_number': 1, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'fixed_ip_address_scope': None}, {'id': '8e0b4173-1bf0-49b1-8197-096d2e1b8f81', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'port_id': 'b006268e-0b66-4d7e-8674-41ac5075555d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'mac_address': 'fa:16:3e:19:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f769843b-cb4a-4599-bf54-49d579601a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:32:01Z', 'updated_at': '2022-07-28T05:32:31Z', 'revision_number': 2, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c786ec77-74c5-47cf-9acd-3809586aab79', 'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'mac_address': 'fa:16:3e:51:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:40Z', 'updated_at': '2022-07-28T05:32:02Z', 'revision_number': 5, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'subnets': [{'id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:34:22.320682 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9aa443-8918-4ed0-af5f-934b55ed350e None None] The sync data for ids ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'] in dv-cinder-799871-48-iscsi is: [{'id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'name': 'tempest-AttachVolumeNegativeTest-1518408114-router', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:42Z', 'revision_number': 4, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'gw_port': {'id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': '38d83805-e9c6-4b47-b019-928767121656', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'floating_ip_address': '172.27.0.108', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'port_id': 'cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'mac_address': 'fa:16:3e:c7:4e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2380b3f-75da-4c71-9bf5-bc1b1cb0611b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:33:51Z', 'updated_at': '2022-07-28T05:34:20Z', 'revision_number': 1, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'fixed_ip_address_scope': None}, {'id': '8e0b4173-1bf0-49b1-8197-096d2e1b8f81', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'port_id': 'b006268e-0b66-4d7e-8674-41ac5075555d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'mac_address': 'fa:16:3e:19:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f769843b-cb4a-4599-bf54-49d579601a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:32:01Z', 'updated_at': '2022-07-28T05:32:31Z', 'revision_number': 2, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c786ec77-74c5-47cf-9acd-3809586aab79', 'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'mac_address': 'fa:16:3e:51:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:40Z', 'updated_at': '2022-07-28T05:32:02Z', 'revision_number': 5, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'subnets': [{'id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:34:22.510865 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3946c6-a5f9-4dd3-99e4-a68d991dd77a None None] New status for floating IP 38d83805-e9c6-4b47-b019-928767121656: ACTIVE {{(pid=104275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 05:34:22.571113 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0e2e7-84cd-4f19-8a5d-3cf8ae3b2402 req-3c79b992-206e-4bc9-af0f-82eb246e6347 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:22.573452 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5fd0e2e7-84cd-4f19-8a5d-3cf8ae3b2402 req-3c79b992-206e-4bc9-af0f-82eb246e6347 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/ports?device_id=38be4c9a-b055-46f2-a269-f67214cd08ff HTTP/1.1" status: 200 len: 945 time: 0.0507507 Jul 28 05:34:22.631409 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5fd0e2e7-84cd-4f19-8a5d-3cf8ae3b2402 req-32b542af-d2c9-48b6-9fb5-e7b9b4f530a5 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1324a3c-eab0-4e07-91e9-afdf667f4c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519607 Jul 28 05:34:23.027622 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83127172-31bd-42f2-bcf9-178c3bc3c94f req-0a5e91bf-fd8b-46b1-8e32-0932d1dabbc8 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:23.029085 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-83127172-31bd-42f2-bcf9-178c3bc3c94f req-0a5e91bf-fd8b-46b1-8e32-0932d1dabbc8 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 943 time: 0.0477405 Jul 28 05:34:23.041492 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:23.076108 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-83127172-31bd-42f2-bcf9-178c3bc3c94f req-94e419be-3271-4fce-900f-13370f2ba0ab tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413969 Jul 28 05:34:23.166828 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d3b92-e4fd-41e9-bb3e-9439dc93fd79 req-5a4cd6d1-0b1c-452b-9973-c1bc505c7e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:23.168326 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-101d3b92-e4fd-41e9-bb3e-9439dc93fd79 req-5a4cd6d1-0b1c-452b-9973-c1bc505c7e27 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0b7f7639504a25a73c94335d62b98f&device_id=d2380b3f-75da-4c71-9bf5-bc1b1cb0611b HTTP/1.1" status: 200 len: 1129 time: 0.0400708 Jul 28 05:34:23.373118 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d3b92-e4fd-41e9-bb3e-9439dc93fd79 req-2c343b70-6d13-4b14-ac25-bdcb1bc7e3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:23.374684 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-101d3b92-e4fd-41e9-bb3e-9439dc93fd79 req-2c343b70-6d13-4b14-ac25-bdcb1bc7e3e6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f094ee85-e5f7-4f76-b25b-19d66faa4449 HTTP/1.1" status: 200 len: 916 time: 0.0924954 Jul 28 05:34:23.441298 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-101d3b92-e4fd-41e9-bb3e-9439dc93fd79 req-bcd0e195-1cf8-4db5-8948-7dc2742cb142 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2 HTTP/1.1" status: 200 len: 1001 time: 0.0562067 Jul 28 05:34:23.498084 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d3b92-e4fd-41e9-bb3e-9439dc93fd79 req-97dfaaf9-1dc2-434b-86f7-b0bb98dd0d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:23.499575 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-101d3b92-e4fd-41e9-bb3e-9439dc93fd79 req-97dfaaf9-1dc2-434b-86f7-b0bb98dd0d64 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=456b76b1-4e97-4147-a35d-860a8ddd449e HTTP/1.1" status: 200 len: 854 time: 0.0505247 Jul 28 05:34:23.510972 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2c2d4-0faf-4563-ba49-2905a1231e04 req-6e8347af-0beb-4311-ada5-410c70b9853e tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:23.512412 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-8aa2c2d4-0faf-4563-ba49-2905a1231e04 req-6e8347af-0beb-4311-ada5-410c70b9853e tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.57 "GET /v2.0/ports?device_id=38be4c9a-b055-46f2-a269-f67214cd08ff HTTP/1.1" status: 200 len: 945 time: 0.0824454 Jul 28 05:34:23.561301 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d3b92-e4fd-41e9-bb3e-9439dc93fd79 req-8bca7496-f6d2-4d75-b711-ca9d7b58ae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:23.562860 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-101d3b92-e4fd-41e9-bb3e-9439dc93fd79 req-8bca7496-f6d2-4d75-b711-ca9d7b58ae0c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f094ee85-e5f7-4f76-b25b-19d66faa4449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398724 Jul 28 05:34:23.645266 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [req-8aa2c2d4-0faf-4563-ba49-2905a1231e04 req-45d9f1cb-7575-4789-b2c1-6dfbec44333e tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Deleting port f2e46983-fbb4-4369-a1ec-16bd6bc4d642 {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:34:23.645648 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-8aa2c2d4-0faf-4563-ba49-2905a1231e04 req-45d9f1cb-7575-4789-b2c1-6dfbec44333e tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (f2e46983-fbb4-4369-a1ec-16bd6bc4d642), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:23.671733 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-101d3b92-e4fd-41e9-bb3e-9439dc93fd79 req-a0e9457f-08f9-4b82-9678-418b9c5a7924 service neutron] 10.222.0.57 "GET /v2.0/networks/f094ee85-e5f7-4f76-b25b-19d66faa4449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949190 Jul 28 05:34:23.750703 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [req-8aa2c2d4-0faf-4563-ba49-2905a1231e04 req-45d9f1cb-7575-4789-b2c1-6dfbec44333e tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] For port f2e46983-fbb4-4369-a1ec-16bd6bc4d642, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f2e46983-fbb4-4369-a1ec-16bd6bc4d642,segment=NetworkSegment(1896812b-3454-4c9a-a5b4-1a6bcc3ae695),segment_id=1896812b-3454-4c9a-a5b4-1a6bcc3ae695)] {{(pid=104273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:34:23.751073 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-8aa2c2d4-0faf-4563-ba49-2905a1231e04 req-45d9f1cb-7575-4789-b2c1-6dfbec44333e tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (f2e46983-fbb4-4369-a1ec-16bd6bc4d642), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:23.757452 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:23.768304 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [req-8aa2c2d4-0faf-4563-ba49-2905a1231e04 req-45d9f1cb-7575-4789-b2c1-6dfbec44333e tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Calling delete_port for f2e46983-fbb4-4369-a1ec-16bd6bc4d642 owned by compute:nova {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:34:23.798420 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2fcc0-fcc0-460a-8088-b951bf6fcaaf req-8713262d-8907-4370-b647-7175dcdddb07 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:23.799865 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c3e2fcc0-fcc0-460a-8088-b951bf6fcaaf req-8713262d-8907-4370-b647-7175dcdddb07 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/ports?device_id=38be4c9a-b055-46f2-a269-f67214cd08ff HTTP/1.1" status: 200 len: 945 time: 0.0604703 Jul 28 05:34:23.840519 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-101d3b92-e4fd-41e9-bb3e-9439dc93fd79 req-493debc1-ef96-4349-9121-8240eefb1596 service neutron] 10.222.0.57 "GET /v2.0/networks/f094ee85-e5f7-4f76-b25b-19d66faa4449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541586 Jul 28 05:34:23.872342 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c3e2fcc0-fcc0-460a-8088-b951bf6fcaaf req-4b8e48ad-c834-4aad-a919-5668e7fc9b65 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1324a3c-eab0-4e07-91e9-afdf667f4c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659356 Jul 28 05:34:23.988672 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-8aa2c2d4-0faf-4563-ba49-2905a1231e04 req-45d9f1cb-7575-4789-b2c1-6dfbec44333e tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (f2e46983-fbb4-4369-a1ec-16bd6bc4d642), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:24.000329 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:24.005917 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] get_ports_and_sgs() called for port_ids ['f2e46983-fbb4-4369-a1ec-16bd6bc4d642'] {{(pid=104274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:34:24.025313 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d9f1cb-7575-4789-b2c1-6dfbec44333e tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Pushing event deleted for resources: {'Port': ['ID=f2e46983-fbb4-4369-a1ec-16bd6bc4d642,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:34:24.089908 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa2c2d4-0faf-4563-ba49-2905a1231e04 req-45d9f1cb-7575-4789-b2c1-6dfbec44333e tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] No DVR routers for this DVR port f2e46983-fbb4-4369-a1ec-16bd6bc4d642 on host hv-cinder-79987 {{(pid=104273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:34:24.092452 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-8aa2c2d4-0faf-4563-ba49-2905a1231e04 req-45d9f1cb-7575-4789-b2c1-6dfbec44333e tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:24.095774 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-8aa2c2d4-0faf-4563-ba49-2905a1231e04 req-45d9f1cb-7575-4789-b2c1-6dfbec44333e tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.57 "DELETE /v2.0/ports/f2e46983-fbb4-4369-a1ec-16bd6bc4d642 HTTP/1.1" status: 204 len: 173 time: 0.5718241 Jul 28 05:34:24.096199 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38be4c9a-b055-46f2-a269-f67214cd08ff', 'name': 'network-vif-deleted', 'tag': 'f2e46983-fbb4-4369-a1ec-16bd6bc4d642'}] {{(pid=104273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:34:24.098427 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}294c2db51adabc0e3fe9263869e3ac3ebddb58bd39f135069541a8ae7da0566b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2780a71a-f29b-418b-8d64-76648afe3c60" -d '{"events": [{"server_uuid": "38be4c9a-b055-46f2-a269-f67214cd08ff", "name": "network-vif-deleted", "tag": "f2e46983-fbb4-4369-a1ec-16bd6bc4d642"}]}' {{(pid=104273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:34:24.137405 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e9c69d-b330-4bd9-b662-f936951207c7 x-openstack-request-id: req-89e9c69d-b330-4bd9-b662-f936951207c7 {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:34:24.137777 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38be4c9a-b055-46f2-a269-f67214cd08ff", "name": "network-vif-deleted", "tag": "f2e46983-fbb4-4369-a1ec-16bd6bc4d642", "status": "completed", "code": 200}]} {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:34:24.138029 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-89e9c69d-b330-4bd9-b662-f936951207c7 {{(pid=104273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:34:24.138434 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89e9c69d-b330-4bd9-b662-f936951207c7'] response: {'server_uuid': '38be4c9a-b055-46f2-a269-f67214cd08ff', 'name': 'network-vif-deleted', 'tag': 'f2e46983-fbb4-4369-a1ec-16bd6bc4d642', 'status': 'completed', 'code': 200} Jul 28 05:34:24.207582 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107712e-6f1d-467d-a20d-65b46630cf1e req-9dc73357-e4dd-416c-8367-eed53ab07ae7 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:24.209020 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c107712e-6f1d-467d-a20d-65b46630cf1e req-9dc73357-e4dd-416c-8367-eed53ab07ae7 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 943 time: 0.0483012 Jul 28 05:34:24.262893 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c107712e-6f1d-467d-a20d-65b46630cf1e req-c3927e1e-0d7f-4713-80b5-83523f84c63f tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470054 Jul 28 05:34:24.380937 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 36930) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:34:24.487038 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d123b25d-5eaf-42c6-b4ec-0d12283dc624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:24.563875 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d123b25d-5eaf-42c6-b4ec-0d12283dc624 admin admin] Publish callbacks [] for security_group (7d5bb9b4-7c0a-4281-8cb0-f1706b488e0c), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:24.629060 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d123b25d-5eaf-42c6-b4ec-0d12283dc624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (7d5bb9b4-7c0a-4281-8cb0-f1706b488e0c), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:24.661900 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:24.669367 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-d123b25d-5eaf-42c6-b4ec-0d12283dc624 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=4ca207c8c8e64c1fb3a13dbe6c9504d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2873738 Jul 28 05:34:24.670217 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123b25d-5eaf-42c6-b4ec-0d12283dc624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5bb9b4-7c0a-4281-8cb0-f1706b488e0c,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:34:24.672194 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 36934) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:34:24.722360 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-95f0d55c-5328-452e-8de4-b1498f076caf admin admin] Publish callbacks [] for security_group (7d5bb9b4-7c0a-4281-8cb0-f1706b488e0c), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:24.744350 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-95f0d55c-5328-452e-8de4-b1498f076caf admin admin] Publish callbacks [] for security_group (7d5bb9b4-7c0a-4281-8cb0-f1706b488e0c), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:24.874008 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-95f0d55c-5328-452e-8de4-b1498f076caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (7d5bb9b4-7c0a-4281-8cb0-f1706b488e0c), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:24.876541 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-95f0d55c-5328-452e-8de4-b1498f076caf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:24.877743 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-95f0d55c-5328-452e-8de4-b1498f076caf admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7d5bb9b4-7c0a-4281-8cb0-f1706b488e0c HTTP/1.1" status: 204 len: 168 time: 0.2045445 Jul 28 05:34:24.885950 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f0d55c-5328-452e-8de4-b1498f076caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5bb9b4-7c0a-4281-8cb0-f1706b488e0c,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:34:25.002416 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e73a5ce2-fd52-4df3-b3e2-7da605645cd8 req-dacac362-90e2-45b9-b682-cb4115929f6e tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/ports?device_id=38be4c9a-b055-46f2-a269-f67214cd08ff HTTP/1.1" status: 200 len: 210 time: 0.0325072 Jul 28 05:34:25.394067 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57604a51-88a1-49f3-8378-6c3f6ebf910a req-fad172d4-1c51-4631-bf0d-b7b2394ca60f tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:25.395531 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-57604a51-88a1-49f3-8378-6c3f6ebf910a req-fad172d4-1c51-4631-bf0d-b7b2394ca60f tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 943 time: 0.0537457 Jul 28 05:34:25.442033 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-57604a51-88a1-49f3-8378-6c3f6ebf910a req-8c1d6392-f7eb-4d89-b12c-6e345ae79236 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398362 Jul 28 05:34:25.498262 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 36944) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:34:25.512022 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c980eee4-e477-459f-b85d-22f945588f1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:25.597031 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f68fa-1b5a-41f7-91ed-713a916c37f0 req-3f721bd3-2496-47d7-8c73-5c4c83fc8b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:25.598534 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-1d2f68fa-1b5a-41f7-91ed-713a916c37f0 req-3f721bd3-2496-47d7-8c73-5c4c83fc8b12 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5&tenant_id=d6e54a77d2aa469b8c0197d99170d978 HTTP/1.1" status: 200 len: 1127 time: 0.0845127 Jul 28 05:34:25.675505 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:25.680360 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f68fa-1b5a-41f7-91ed-713a916c37f0 req-c1e1b62c-4385-424a-bba6-b1f852bf29ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:25.682389 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-1d2f68fa-1b5a-41f7-91ed-713a916c37f0 req-c1e1b62c-4385-424a-bba6-b1f852bf29ca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d6e54a77d2aa469b8c0197d99170d978&device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 1127 time: 0.0578225 Jul 28 05:34:25.686735 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c980eee4-e477-459f-b85d-22f945588f1e admin admin] Publish callbacks [] for security_group (520c8f21-b9cc-4455-a521-97234ea7078c), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:25.751291 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c980eee4-e477-459f-b85d-22f945588f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (520c8f21-b9cc-4455-a521-97234ea7078c), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:25.811502 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-c980eee4-e477-459f-b85d-22f945588f1e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d55fc772eecc428aa18c061e120b7186&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3121722 Jul 28 05:34:25.814232 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 36946) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:34:25.814588 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f68fa-1b5a-41f7-91ed-713a916c37f0 req-2f9fe5d9-d53f-475a-aeb1-39885dd33fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:25.815965 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-1d2f68fa-1b5a-41f7-91ed-713a916c37f0 req-2f9fe5d9-d53f-475a-aeb1-39885dd33fa8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=12676c2f-cd93-405a-a402-b0ee7cfa77c5 HTTP/1.1" status: 200 len: 918 time: 0.1249576 Jul 28 05:34:25.816815 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c980eee4-e477-459f-b85d-22f945588f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520c8f21-b9cc-4455-a521-97234ea7078c,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:34:25.866030 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-56756239-4423-4e06-b9d0-b59caaeb28ac admin admin] Publish callbacks [] for security_group (520c8f21-b9cc-4455-a521-97234ea7078c), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:25.883244 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-1d2f68fa-1b5a-41f7-91ed-713a916c37f0 req-0e3336b4-8d6f-4349-9e39-24468d24d75a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=968687ce-4c57-4729-84c6-548124c4123e HTTP/1.1" status: 200 len: 998 time: 0.0592487 Jul 28 05:34:25.888476 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-56756239-4423-4e06-b9d0-b59caaeb28ac admin admin] Publish callbacks [] for security_group (520c8f21-b9cc-4455-a521-97234ea7078c), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:25.936222 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f68fa-1b5a-41f7-91ed-713a916c37f0 req-1ac06c44-be4d-4261-b765-d752c63ef9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:25.937823 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-1d2f68fa-1b5a-41f7-91ed-713a916c37f0 req-1ac06c44-be4d-4261-b765-d752c63ef9a7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=329242a6-cde1-43fc-b2d2-7b69ba8c6d75 HTTP/1.1" status: 200 len: 856 time: 0.0439367 Jul 28 05:34:25.980232 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f68fa-1b5a-41f7-91ed-713a916c37f0 req-b9f49752-d5aa-4b35-8eb9-92c2961c88f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:25.981712 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-1d2f68fa-1b5a-41f7-91ed-713a916c37f0 req-b9f49752-d5aa-4b35-8eb9-92c2961c88f8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12676c2f-cd93-405a-a402-b0ee7cfa77c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379298 Jul 28 05:34:26.022511 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-56756239-4423-4e06-b9d0-b59caaeb28ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (520c8f21-b9cc-4455-a521-97234ea7078c), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:26.025099 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-56756239-4423-4e06-b9d0-b59caaeb28ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:26.028821 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-56756239-4423-4e06-b9d0-b59caaeb28ac admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/520c8f21-b9cc-4455-a521-97234ea7078c HTTP/1.1" status: 204 len: 168 time: 0.2110808 Jul 28 05:34:26.036019 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56756239-4423-4e06-b9d0-b59caaeb28ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520c8f21-b9cc-4455-a521-97234ea7078c,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:34:26.066016 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:26.090136 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-1d2f68fa-1b5a-41f7-91ed-713a916c37f0 req-4b8865d6-51ae-4b64-9df2-3c24f36dcf5f service neutron] 10.222.0.57 "GET /v2.0/networks/12676c2f-cd93-405a-a402-b0ee7cfa77c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003528 Jul 28 05:34:26.190250 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-1d2f68fa-1b5a-41f7-91ed-713a916c37f0 req-b3cc541c-5f2c-4598-898c-e0d7e4ddcba4 service neutron] 10.222.0.57 "GET /v2.0/networks/12676c2f-cd93-405a-a402-b0ee7cfa77c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924456 Jul 28 05:34:26.598506 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6a2ba-97ff-41d9-9470-26576ba62a12 req-5f90e17e-30c6-4a2d-a5d2-0f15ce96be43 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:26.600799 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c7b6a2ba-97ff-41d9-9470-26576ba62a12 req-5f90e17e-30c6-4a2d-a5d2-0f15ce96be43 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 943 time: 0.0596640 Jul 28 05:34:26.662230 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c7b6a2ba-97ff-41d9-9470-26576ba62a12 req-377570f8-b7a3-4a2f-8af1-0bd1a4bf2f3d tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539749 Jul 28 05:34:27.811800 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbab92-cd97-47e9-8f6c-8d3e70a4e0e8 req-2f62f43f-9f89-4674-8fb8-459c87779130 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:27.813280 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9efbab92-cd97-47e9-8f6c-8d3e70a4e0e8 req-2f62f43f-9f89-4674-8fb8-459c87779130 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 943 time: 0.0510511 Jul 28 05:34:27.864092 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9efbab92-cd97-47e9-8f6c-8d3e70a4e0e8 req-bf7d956a-01c6-412b-b4fe-aec5a7cbe5e2 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450048 Jul 28 05:34:28.726411 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device f2e46983-fbb4-4369-a1ec-16bd6bc4d642 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:34:28.750396 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] No Port match for: f2e46983-fbb4-4369-a1ec-16bd6bc4d642 {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:34:28.750745 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device f2e46983-fbb4-4369-a1ec-16bd6bc4d642 not bound to the agent host hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:34:29.256084 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85fb68-ccd4-4d7a-bf36-cb65ad86e445 req-8d368ac8-2f4c-4b6f-944f-35cd94f59c1d tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:29.257602 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2f85fb68-ccd4-4d7a-bf36-cb65ad86e445 req-8d368ac8-2f4c-4b6f-944f-35cd94f59c1d tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 943 time: 0.3053520 Jul 28 05:34:29.311834 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2f85fb68-ccd4-4d7a-bf36-cb65ad86e445 req-51ca36f5-808a-4a7b-ae75-0ade06e8eaaa tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469170 Jul 28 05:34:30.446430 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da736508-4e0c-44a1-9adf-5b14b66e472e req-5444c5ec-7d44-47a4-93c0-9cadc0a31366 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:30.448133 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-da736508-4e0c-44a1-9adf-5b14b66e472e req-5444c5ec-7d44-47a4-93c0-9cadc0a31366 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 943 time: 0.0495470 Jul 28 05:34:30.470385 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:30.506832 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-da736508-4e0c-44a1-9adf-5b14b66e472e req-a637bcfb-bbf0-4a29-b214-0a2596a35b2d tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522757 Jul 28 05:34:30.849709 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 6 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:34:31.646982 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6dbd3-7ea6-4d5e-9be7-82cec0237bd0 req-9f4610c7-42ac-49f4-9d6d-29c9bf4897ef tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:31.649618 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9df6dbd3-7ea6-4d5e-9be7-82cec0237bd0 req-9f4610c7-42ac-49f4-9d6d-29c9bf4897ef tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 943 time: 0.0553625 Jul 28 05:34:31.707106 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9df6dbd3-7ea6-4d5e-9be7-82cec0237bd0 req-1cfb0eca-337f-4b28-bb65-458a48f38625 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509913 Jul 28 05:34:32.428220 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 37084) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:34:32.579658 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6988a1c4-229d-4cb5-b9ce-2be2ac7c5ad9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:32.667014 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6988a1c4-229d-4cb5-b9ce-2be2ac7c5ad9 admin admin] Publish callbacks [] for security_group (04920fcb-f6ac-4686-9e0b-7e9143d082b1), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:32.748744 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6988a1c4-229d-4cb5-b9ce-2be2ac7c5ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (04920fcb-f6ac-4686-9e0b-7e9143d082b1), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:32.777394 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:32.796374 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988a1c4-229d-4cb5-b9ce-2be2ac7c5ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04920fcb-f6ac-4686-9e0b-7e9143d082b1,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:34:32.808495 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-6988a1c4-229d-4cb5-b9ce-2be2ac7c5ad9 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2d10c67ca4a343659a4e447b784a07f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3791435 Jul 28 05:34:32.819056 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 37092) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:34:32.896037 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e0a08-cbb6-4450-9bc8-d87f7080647b req-26abf88f-3927-4ff0-b31a-4c3b25cfada5 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:32.954238 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f11e0a08-cbb6-4450-9bc8-d87f7080647b req-26abf88f-3927-4ff0-b31a-4c3b25cfada5 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 943 time: 0.0730565 Jul 28 05:34:32.954392 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-7a5bc304-9917-4e33-b6ac-c4e03690753e admin admin] Publish callbacks [] for security_group (04920fcb-f6ac-4686-9e0b-7e9143d082b1), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:32.954392 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-7a5bc304-9917-4e33-b6ac-c4e03690753e admin admin] Publish callbacks [] for security_group (04920fcb-f6ac-4686-9e0b-7e9143d082b1), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:32.970929 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f11e0a08-cbb6-4450-9bc8-d87f7080647b req-10c4ad32-a11f-447a-a0c3-1715b287e28f tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655613 Jul 28 05:34:33.251717 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-7a5bc304-9917-4e33-b6ac-c4e03690753e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (04920fcb-f6ac-4686-9e0b-7e9143d082b1), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:33.254382 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-7a5bc304-9917-4e33-b6ac-c4e03690753e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:33.255634 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-7a5bc304-9917-4e33-b6ac-c4e03690753e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/04920fcb-f6ac-4686-9e0b-7e9143d082b1 HTTP/1.1" status: 204 len: 168 time: 0.4359846 Jul 28 05:34:33.267152 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5bc304-9917-4e33-b6ac-c4e03690753e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04920fcb-f6ac-4686-9e0b-7e9143d082b1,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:34:34.098021 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d811d-c228-4ca5-9a80-aac5282f69a6 req-62a74a6d-e759-4123-84f3-b906795a6677 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:34.099539 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-907d811d-c228-4ca5-9a80-aac5282f69a6 req-62a74a6d-e759-4123-84f3-b906795a6677 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 943 time: 0.0478113 Jul 28 05:34:34.150864 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 37102) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:34:34.158360 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-907d811d-c228-4ca5-9a80-aac5282f69a6 req-6248bbf7-049f-4417-8b44-534260357df8 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526636 Jul 28 05:34:34.164880 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6e7cee23-dcbb-4efd-96a0-1afa35b6d910 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:34.235094 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:34.243630 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6e7cee23-dcbb-4efd-96a0-1afa35b6d910 admin admin] Publish callbacks [] for security_group (d5eeff33-6f8e-400a-a358-5ea47adf3142), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:34.308381 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6e7cee23-dcbb-4efd-96a0-1afa35b6d910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (d5eeff33-6f8e-400a-a358-5ea47adf3142), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:34.348844 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cee23-dcbb-4efd-96a0-1afa35b6d910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5eeff33-6f8e-400a-a358-5ea47adf3142,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:34:34.356771 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-6e7cee23-dcbb-4efd-96a0-1afa35b6d910 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e6b3e84f9bc74874aee0e8a8e8218f6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2048316 Jul 28 05:34:34.365581 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 37104) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:34:34.412942 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-5939fb93-fc74-4636-831c-00e08e644c70 admin admin] Publish callbacks [] for security_group (d5eeff33-6f8e-400a-a358-5ea47adf3142), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:34.415438 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:34.438952 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-5939fb93-fc74-4636-831c-00e08e644c70 admin admin] Publish callbacks [] for security_group (d5eeff33-6f8e-400a-a358-5ea47adf3142), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:34.782114 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-5939fb93-fc74-4636-831c-00e08e644c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (d5eeff33-6f8e-400a-a358-5ea47adf3142), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:34.784719 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-5939fb93-fc74-4636-831c-00e08e644c70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:34.785902 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-5939fb93-fc74-4636-831c-00e08e644c70 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d5eeff33-6f8e-400a-a358-5ea47adf3142 HTTP/1.1" status: 204 len: 168 time: 0.4251966 Jul 28 05:34:34.794692 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5939fb93-fc74-4636-831c-00e08e644c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5eeff33-6f8e-400a-a358-5ea47adf3142,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:34:35.287952 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-fe1d7882-1a4d-4529-bbd4-49d26ce5049c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:35.301100 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f1037-2746-47ad-8905-0163d4bf1be6 req-fd6619d1-48a5-49b9-accc-f774c0cde8c6 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:35.309548 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-647f1037-2746-47ad-8905-0163d4bf1be6 req-fd6619d1-48a5-49b9-accc-f774c0cde8c6 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 943 time: 0.0678892 Jul 28 05:34:35.370406 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-647f1037-2746-47ad-8905-0163d4bf1be6 req-3718ac6f-701b-4ea2-9e4b-ddf83fc7d462 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595253 Jul 28 05:34:36.511737 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1160cd-413d-44a9-83ae-48ecb12b77de req-774649e9-5ce3-485c-8edb-f8bd94088764 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:36.513241 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-db1160cd-413d-44a9-83ae-48ecb12b77de req-774649e9-5ce3-485c-8edb-f8bd94088764 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 943 time: 0.0522830 Jul 28 05:34:36.563665 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-db1160cd-413d-44a9-83ae-48ecb12b77de req-20c8c851-b7cb-4eb0-aced-e7c2a18ebe28 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447543 Jul 28 05:34:37.247303 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-51e0a71a-72a0-4352-8c53-07a20a8eec73 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:37.248810 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-51e0a71a-72a0-4352-8c53-07a20a8eec73 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/networks?id=6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf HTTP/1.1" status: 200 len: 813 time: 0.1051970 Jul 28 05:34:37.264553 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-09863f69-226a-46e0-8e34-4d9981ab6a2c tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/quotas/0fafe3a7726844018a6c308f8acdbb49 HTTP/1.1" status: 200 len: 375 time: 0.0103166 Jul 28 05:34:37.298090 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-ccf095de-bb3a-426b-9e12-6a4397a6eaef tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=0fafe3a7726844018a6c308f8acdbb49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281916 Jul 28 05:34:37.392905 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-59573c3e-fb98-4039-921c-77002aee44da service neutron] 10.222.0.33 "GET /v2.0/networks/6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882721 Jul 28 05:34:37.481603 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:37.485594 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-f4e7f12c-420e-4ec5-80b7-9ac52f5c33a3 service neutron] 10.222.0.33 "GET /v2.0/networks/6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866528 Jul 28 05:34:37.666347 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a853e817-fa1a-4010-8396-83c0f556b811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:37.739909 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5b1ed-677a-4f8e-a931-58fe78dcc64d req-8a39197b-d138-406d-be9f-a630b1fd8952 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:37.741380 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d6f5b1ed-677a-4f8e-a931-58fe78dcc64d req-8a39197b-d138-406d-be9f-a630b1fd8952 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 943 time: 0.0889473 Jul 28 05:34:37.754578 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-b0f97aa9-9f04-450d-ba64-451cac6d99ba req-a25d514c-006b-46bc-ba43-5783f403b822 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759320 Jul 28 05:34:37.803262 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-00a6d995-5d89-404b-b25a-acb1480b492e req-177ddd60-7137-4392-88cf-8d38af7d2450 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c4200ea-e29d-4c22-bc72-174b478b18fe HTTP/1.1" status: 200 len: 210 time: 0.0706985 Jul 28 05:34:37.835108 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f97aa9-9f04-450d-ba64-451cac6d99ba req-33e50bda-ba2f-4d4b-865a-8539086c3e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:37.836815 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-b0f97aa9-9f04-450d-ba64-451cac6d99ba req-33e50bda-ba2f-4d4b-865a-8539086c3e9d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7b96e460476f4bc9b35224e38b33f4c7&device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 1130 time: 0.0554702 Jul 28 05:34:37.841265 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d6f5b1ed-677a-4f8e-a931-58fe78dcc64d req-fef9a234-f805-4c37-b597-688423379a9d tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908453 Jul 28 05:34:37.935513 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:DELETE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:37.949284 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f97aa9-9f04-450d-ba64-451cac6d99ba req-1918f3a9-2adc-471c-9573-3ac4a5b40366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:37.950815 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-b0f97aa9-9f04-450d-ba64-451cac6d99ba req-1918f3a9-2adc-471c-9573-3ac4a5b40366 service neutron] 10.222.0.57 "GET /v2.0/networks?id=92779e58-7df4-4404-9045-ca3676cbb72b HTTP/1.1" status: 200 len: 911 time: 0.0949411 Jul 28 05:34:38.018939 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-b0f97aa9-9f04-450d-ba64-451cac6d99ba req-f69b8253-42a5-4a84-b463-3fa1a34f1916 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4306092c-5986-4fc4-a865-0baac79b0fbf HTTP/1.1" status: 200 len: 1002 time: 0.0565596 Jul 28 05:34:38.072228 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f97aa9-9f04-450d-ba64-451cac6d99ba req-8f9dbb61-b2ca-4936-8429-36a1811b85ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:38.073729 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-b0f97aa9-9f04-450d-ba64-451cac6d99ba req-8f9dbb61-b2ca-4936-8429-36a1811b85ad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=93d0c7af-c778-4812-bccd-0383249712e7 HTTP/1.1" status: 200 len: 849 time: 0.0480652 Jul 28 05:34:38.120819 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f97aa9-9f04-450d-ba64-451cac6d99ba req-25ae8316-4598-46f9-a34d-3b2d4028c050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:38.122387 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-b0f97aa9-9f04-450d-ba64-451cac6d99ba req-25ae8316-4598-46f9-a34d-3b2d4028c050 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=92779e58-7df4-4404-9045-ca3676cbb72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410597 Jul 28 05:34:38.218339 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-b0f97aa9-9f04-450d-ba64-451cac6d99ba req-746965b6-bc4c-420e-bad4-a9d42049a257 service neutron] 10.222.0.57 "GET /v2.0/networks/92779e58-7df4-4404-9045-ca3676cbb72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851448 Jul 28 05:34:38.316085 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-b0f97aa9-9f04-450d-ba64-451cac6d99ba req-ba88aef5-ee32-4d5f-ac19-ab92f1ae93ae service neutron] 10.222.0.57 "GET /v2.0/networks/92779e58-7df4-4404-9045-ca3676cbb72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890591 Jul 28 05:34:38.588499 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:38.898977 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-14326bf8-b006-4673-ac26-b3d59bbbb518 req-db6490a9-dd2c-453e-b5d8-9b7065133241 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c4200ea-e29d-4c22-bc72-174b478b18fe HTTP/1.1" status: 200 len: 210 time: 0.0308855 Jul 28 05:34:38.998004 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e9350-8ec4-434b-bded-8de9e96be304 req-ed47b12d-82b6-41e1-88db-acc95dc693ee tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:38.999586 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-703e9350-8ec4-434b-bded-8de9e96be304 req-ed47b12d-82b6-41e1-88db-acc95dc693ee tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 943 time: 0.0542495 Jul 28 05:34:39.054775 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-703e9350-8ec4-434b-bded-8de9e96be304 req-2ad5304f-fdf2-4428-9840-4aa754ecb7f4 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482910 Jul 28 05:34:40.013485 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-68536619-8ea8-486e-b454-9a1f1ae39aa9 req-eac4b630-3e96-4d0b-ba91-e0e629884c6d tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c4200ea-e29d-4c22-bc72-174b478b18fe HTTP/1.1" status: 200 len: 210 time: 0.0318828 Jul 28 05:34:40.187775 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700ab7c-15ac-4b22-b28e-2139b7096e39 req-630a6d8b-716e-47d6-b29c-2417fec59d5c tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:40.189270 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c700ab7c-15ac-4b22-b28e-2139b7096e39 req-630a6d8b-716e-47d6-b29c-2417fec59d5c tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 943 time: 0.0521474 Jul 28 05:34:40.238994 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c700ab7c-15ac-4b22-b28e-2139b7096e39 req-0b78b110-12ad-41fd-9c42-7a503a810b1f tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433164 Jul 28 05:34:40.397863 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-58182518-d4bd-4da5-8fc7-b5fd917d8bcd tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:40.399174 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-58182518-d4bd-4da5-8fc7-b5fd917d8bcd tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.57 "GET /v2.0/networks?id=6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf HTTP/1.1" status: 200 len: 813 time: 0.1094158 Jul 28 05:34:40.416629 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-967cfd74-70eb-4bdf-ad22-0691d70cd541 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Request body: {'port': {'device_id': '2c4200ea-e29d-4c22-bc72-174b478b18fe', 'network_id': '6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf', 'admin_state_up': True, 'tenant_id': '0fafe3a7726844018a6c308f8acdbb49'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:34:40.508014 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:40.616321 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-967cfd74-70eb-4bdf-ad22-0691d70cd541 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Made reservation on behalf of 0fafe3a7726844018a6c308f8acdbb49 for: {'port': 1} {{(pid=104273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:34:40.620490 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-967cfd74-70eb-4bdf-ad22-0691d70cd541 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:40.749966 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.db_base_plugin_common [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-967cfd74-70eb-4bdf-ad22-0691d70cd541 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Allocated IP 172.20.0.7 (6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf/64b04f90-f5ea-4071-a311-d444ad37205f/ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b) {{(pid=104273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:34:40.751727 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:40.776021 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:40.845203 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:40.846118 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=12 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:40.912222 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-967cfd74-70eb-4bdf-ad22-0691d70cd541 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Publish callbacks [] for port (ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:40.932426 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:41.000305 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-967cfd74-70eb-4bdf-ad22-0691d70cd541 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:41.048515 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-967cfd74-70eb-4bdf-ad22-0691d70cd541 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Network 6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf is already hosted by enough agents. {{(pid=104273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:34:41.051817 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-967cfd74-70eb-4bdf-ad22-0691d70cd541 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Resources bound (agent type, host, resource id): {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:34:41.056183 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-967cfd74-70eb-4bdf-ad22-0691d70cd541 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Received port after_create {{(pid=104273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:34:41.060771 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967cfd74-70eb-4bdf-ad22-0691d70cd541 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Pushing event updated for resources: {'Port': ['ID=ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:34:41.106817 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-967cfd74-70eb-4bdf-ad22-0691d70cd541 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:41.107433 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-967cfd74-70eb-4bdf-ad22-0691d70cd541 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:41.134855 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1ed0a-18bf-4ee7-91ab-a0fa8a8be7e9 req-bf63d97d-8ff0-4e87-a398-969238dd4071 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:41.136361 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8de1ed0a-18bf-4ee7-91ab-a0fa8a8be7e9 req-bf63d97d-8ff0-4e87-a398-969238dd4071 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c4200ea-e29d-4c22-bc72-174b478b18fe HTTP/1.1" status: 200 len: 931 time: 0.0481646 Jul 28 05:34:41.174223 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-967cfd74-70eb-4bdf-ad22-0691d70cd541 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7622361 Jul 28 05:34:41.185978 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8de1ed0a-18bf-4ee7-91ab-a0fa8a8be7e9 req-cad6d238-36d9-4b1a-b2aa-8b889bd4c0ae tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1324a3c-eab0-4e07-91e9-afdf667f4c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439532 Jul 28 05:34:41.188537 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-76ea59b1-607d-4fdd-927d-75ee446c307b service neutron] Request body: {'port': {'device_id': '2c4200ea-e29d-4c22-bc72-174b478b18fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:34:41.253155 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-76ea59b1-607d-4fdd-927d-75ee446c307b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b), before_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:41.353397 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:41.370194 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6920368-820a-4824-83da-a8db9c09dcd3 req-4918f520-8859-4589-9952-2edf41b8a48f tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:41.371725 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a6920368-820a-4824-83da-a8db9c09dcd3 req-4918f520-8859-4589-9952-2edf41b8a48f tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 943 time: 0.0537238 Jul 28 05:34:41.422188 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a6920368-820a-4824-83da-a8db9c09dcd3 req-08c86187-21bb-412f-a35d-b54c2ffdbaf4 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445371 Jul 28 05:34:41.513234 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-76ea59b1-607d-4fdd-927d-75ee446c307b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b {{(pid=104273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:34:41.520849 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-76ea59b1-607d-4fdd-927d-75ee446c307b service neutron] Publish callbacks [] for port (ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:41.533865 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.provisioning_blocks [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-76ea59b1-607d-4fdd-927d-75ee446c307b service neutron] Transition to ACTIVE for port object ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b will not be triggered until provisioned by entity L2. {{(pid=104273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 05:34:41.599567 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-76ea59b1-607d-4fdd-927d-75ee446c307b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8744973'] for port (ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:41.640218 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:41.676276 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea59b1-607d-4fdd-927d-75ee446c307b service neutron] Pushing event updated for resources: {'Port': ['ID=ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b,revision_number=2']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:34:41.732150 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.managers [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-76ea59b1-607d-4fdd-927d-75ee446c307b service neutron] Attempting to bind port ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:34:41.732479 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.managers [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-76ea59b1-607d-4fdd-927d-75ee446c307b service neutron] Attempting to bind port ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '1896812b-3454-4c9a-a5b4-1a6bcc3ae695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf'}] {{(pid=104273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:34:41.732807 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-76ea59b1-607d-4fdd-927d-75ee446c307b service neutron] Attempting to bind port ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b on network 6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:34:41.737205 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-76ea59b1-607d-4fdd-927d-75ee446c307b service neutron] Port ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b on network 6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 05:34:41.737565 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-76ea59b1-607d-4fdd-927d-75ee446c307b service neutron] Attempting to bind port ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b on network 6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:34:41.742490 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-76ea59b1-607d-4fdd-927d-75ee446c307b service neutron] Checking agent: {'id': '50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'started_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:34:41.742844 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-76ea59b1-607d-4fdd-927d-75ee446c307b service neutron] Checking segment: {'id': '1896812b-3454-4c9a-a5b4-1a6bcc3ae695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:34:41.743235 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-76ea59b1-607d-4fdd-927d-75ee446c307b service neutron] Bound using segment: {'id': '1896812b-3454-4c9a-a5b4-1a6bcc3ae695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf'} {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:34:41.743657 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.managers [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-76ea59b1-607d-4fdd-927d-75ee446c307b service neutron] Bound port: ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1896812b-3454-4c9a-a5b4-1a6bcc3ae695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf'}}] {{(pid=104273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:34:41.744015 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-76ea59b1-607d-4fdd-927d-75ee446c307b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b), before_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:41.804578 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-76ea59b1-607d-4fdd-927d-75ee446c307b service neutron] For port ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b, host hv-cinder-79987, cleared binding levels {{(pid=104273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:34:41.807732 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-76ea59b1-607d-4fdd-927d-75ee446c307b service neutron] For port ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b,segment=NetworkSegment(1896812b-3454-4c9a-a5b4-1a6bcc3ae695),segment_id=1896812b-3454-4c9a-a5b4-1a6bcc3ae695)] {{(pid=104273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:34:41.880268 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-76ea59b1-607d-4fdd-927d-75ee446c307b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8744973'] for port (ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:41.921133 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-76ea59b1-607d-4fdd-927d-75ee446c307b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:41.921817 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-76ea59b1-607d-4fdd-927d-75ee446c307b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:41.923180 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-76ea59b1-607d-4fdd-927d-75ee446c307b service neutron] 10.222.0.57 "PUT /v2.0/ports/ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b HTTP/1.1" status: 200 len: 1093 time: 0.7391343 Jul 28 05:34:41.923622 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4200ea-e29d-4c22-bc72-174b478b18fe', 'tag': 'ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b'}] {{(pid=104273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:34:41.926003 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}294c2db51adabc0e3fe9263869e3ac3ebddb58bd39f135069541a8ae7da0566b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd24861a-44fb-4ecd-83c7-748ffd3ab9a8" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4200ea-e29d-4c22-bc72-174b478b18fe", "tag": "ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b"}]}' {{(pid=104273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:34:41.944630 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea59b1-607d-4fdd-927d-75ee446c307b service neutron] Pushing event updated for resources: {'Port': ['ID=ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b,revision_number=3']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:34:41.967878 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfd5c51-7bfe-480b-9263-566a138e2468 x-openstack-request-id: req-1dfd5c51-7bfe-480b-9263-566a138e2468 {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:34:41.968529 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4200ea-e29d-4c22-bc72-174b478b18fe", "tag": "ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b", "status": "completed", "code": 200}]} {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:34:41.968529 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1dfd5c51-7bfe-480b-9263-566a138e2468 {{(pid=104273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:34:41.968812 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dfd5c51-7bfe-480b-9263-566a138e2468'] response: {'name': 'network-changed', 'server_uuid': '2c4200ea-e29d-4c22-bc72-174b478b18fe', 'tag': 'ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b', 'status': 'completed', 'code': 200} Jul 28 05:34:42.035349 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24861a-44fb-4ecd-83c7-748ffd3ab9a8 req-1baafe1d-6dc0-41ef-8db5-9d5c4b5404f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:42.036865 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-cd24861a-44fb-4ecd-83c7-748ffd3ab9a8 req-1baafe1d-6dc0-41ef-8db5-9d5c4b5404f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fafe3a7726844018a6c308f8acdbb49&device_id=2c4200ea-e29d-4c22-bc72-174b478b18fe HTTP/1.1" status: 200 len: 1127 time: 0.0427480 Jul 28 05:34:42.092392 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 37240) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:34:42.206292 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-7281f9c2-1ff8-490f-938a-eaca2597b17d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:42.338566 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-7281f9c2-1ff8-490f-938a-eaca2597b17d admin admin] Publish callbacks [] for security_group (ad68f77a-4e9d-4f55-87a4-17a4417684e3), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:42.346794 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358f408-fb4e-439d-b590-df3bde725fb9 req-8f6179a7-c183-4d03-8925-88b46f632af1 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:42.348300 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e358f408-fb4e-439d-b590-df3bde725fb9 req-8f6179a7-c183-4d03-8925-88b46f632af1 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c4200ea-e29d-4c22-bc72-174b478b18fe HTTP/1.1" status: 200 len: 943 time: 0.0658145 Jul 28 05:34:42.404044 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e358f408-fb4e-439d-b590-df3bde725fb9 req-8375f128-b69a-4ab6-bc00-6c1b244b5b7f tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1324a3c-eab0-4e07-91e9-afdf667f4c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492654 Jul 28 05:34:42.411383 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-7281f9c2-1ff8-490f-938a-eaca2597b17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (ad68f77a-4e9d-4f55-87a4-17a4417684e3), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:42.433595 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:42.442899 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24861a-44fb-4ecd-83c7-748ffd3ab9a8 req-29fef401-a8b3-462c-8df1-523a811ec346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:42.444363 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-cd24861a-44fb-4ecd-83c7-748ffd3ab9a8 req-29fef401-a8b3-462c-8df1-523a811ec346 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0fafe3a7726844018a6c308f8acdbb49&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4001336 Jul 28 05:34:42.454028 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-7281f9c2-1ff8-490f-938a-eaca2597b17d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=b79fdb12b62c4af1967ff7d193cf5c4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3596857 Jul 28 05:34:42.456065 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 37250) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:34:42.462908 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281f9c2-1ff8-490f-938a-eaca2597b17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad68f77a-4e9d-4f55-87a4-17a4417684e3,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:34:42.482292 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7281f9c2-1ff8-490f-938a-eaca2597b17d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:42.482644 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7281f9c2-1ff8-490f-938a-eaca2597b17d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:42.482988 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7281f9c2-1ff8-490f-938a-eaca2597b17d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:42.483332 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7281f9c2-1ff8-490f-938a-eaca2597b17d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:42.483668 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7281f9c2-1ff8-490f-938a-eaca2597b17d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:42.484002 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7281f9c2-1ff8-490f-938a-eaca2597b17d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:42.484332 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7281f9c2-1ff8-490f-938a-eaca2597b17d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:42.484659 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7281f9c2-1ff8-490f-938a-eaca2597b17d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:42.484989 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7281f9c2-1ff8-490f-938a-eaca2597b17d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:42.485318 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7281f9c2-1ff8-490f-938a-eaca2597b17d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:42.485670 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7281f9c2-1ff8-490f-938a-eaca2597b17d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:42.485997 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7281f9c2-1ff8-490f-938a-eaca2597b17d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:42.486954 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7281f9c2-1ff8-490f-938a-eaca2597b17d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:42.486954 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7281f9c2-1ff8-490f-938a-eaca2597b17d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:42.486954 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7281f9c2-1ff8-490f-938a-eaca2597b17d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:42.559798 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-58d290e5-a77e-4829-b8b3-c91605c5f450 admin admin] Publish callbacks [] for security_group (ad68f77a-4e9d-4f55-87a4-17a4417684e3), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:42.584272 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473d84d-e91e-4923-9b95-5f8df7e14f22 req-c49e5b94-a104-44ba-aa07-d3d88ba0183e tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:42.585780 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4473d84d-e91e-4923-9b95-5f8df7e14f22 req-c49e5b94-a104-44ba-aa07-d3d88ba0183e tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 943 time: 0.0758624 Jul 28 05:34:42.595643 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-58d290e5-a77e-4829-b8b3-c91605c5f450 admin admin] Publish callbacks [] for security_group (ad68f77a-4e9d-4f55-87a4-17a4417684e3), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:42.613228 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24861a-44fb-4ecd-83c7-748ffd3ab9a8 req-9367f115-8c33-46c4-8aa9-0402c931643f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:42.614739 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-cd24861a-44fb-4ecd-83c7-748ffd3ab9a8 req-9367f115-8c33-46c4-8aa9-0402c931643f service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1641674 Jul 28 05:34:42.626441 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:42.670457 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4473d84d-e91e-4923-9b95-5f8df7e14f22 req-20b1de6a-25fd-4605-a509-b5be1aaf55fb tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768745 Jul 28 05:34:42.736956 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-58d290e5-a77e-4829-b8b3-c91605c5f450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (ad68f77a-4e9d-4f55-87a4-17a4417684e3), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:42.739610 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-58d290e5-a77e-4829-b8b3-c91605c5f450 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:42.740756 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-58d290e5-a77e-4829-b8b3-c91605c5f450 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ad68f77a-4e9d-4f55-87a4-17a4417684e3 HTTP/1.1" status: 204 len: 168 time: 0.2837851 Jul 28 05:34:42.749250 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d290e5-a77e-4829-b8b3-c91605c5f450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad68f77a-4e9d-4f55-87a4-17a4417684e3,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:34:42.802192 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-30f5859a-887b-41cb-9ef1-f397227c1541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:42.803701 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-30f5859a-887b-41cb-9ef1-f397227c1541 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fafe3a7726844018a6c308f8acdbb49&device_id=2c4200ea-e29d-4c22-bc72-174b478b18fe HTTP/1.1" status: 200 len: 1127 time: 0.0421934 Jul 28 05:34:43.293089 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 37256) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:34:43.306300 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-fe340a70-07ad-499b-8245-bb7aec40c68c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:43.379548 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-fe340a70-07ad-499b-8245-bb7aec40c68c admin admin] Publish callbacks [] for security_group (7f84f263-c4cc-4d11-bd1c-a030d5df6f39), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:43.433998 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-fe340a70-07ad-499b-8245-bb7aec40c68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (7f84f263-c4cc-4d11-bd1c-a030d5df6f39), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:43.478597 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-fe340a70-07ad-499b-8245-bb7aec40c68c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9f412f94019d4f4384a0e567dc8ee1d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1842797 Jul 28 05:34:43.481295 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 37260) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:34:43.481798 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe340a70-07ad-499b-8245-bb7aec40c68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f84f263-c4cc-4d11-bd1c-a030d5df6f39,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:34:43.547176 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456718e0-f4e3-40f5-bf44-063f7a9bbbc1 req-bcb59309-a94e-4bb9-8910-59b32cf765ae tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:43.548659 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-456718e0-f4e3-40f5-bf44-063f7a9bbbc1 req-bcb59309-a94e-4bb9-8910-59b32cf765ae tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c4200ea-e29d-4c22-bc72-174b478b18fe HTTP/1.1" status: 200 len: 943 time: 0.0689869 Jul 28 05:34:43.588750 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3f4e83d1-8b33-4316-868e-d9a26d5d864f admin admin] Publish callbacks [] for security_group (7f84f263-c4cc-4d11-bd1c-a030d5df6f39), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:43.626522 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-456718e0-f4e3-40f5-bf44-063f7a9bbbc1 req-c5499e10-3e03-478b-9530-73335a71576a tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1324a3c-eab0-4e07-91e9-afdf667f4c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716689 Jul 28 05:34:43.628362 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3f4e83d1-8b33-4316-868e-d9a26d5d864f admin admin] Publish callbacks [] for security_group (7f84f263-c4cc-4d11-bd1c-a030d5df6f39), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:43.643703 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-5f8bfefa-7917-4e4c-8621-cb648d0e7d34 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b HTTP/1.1" status: 200 len: 217 time: 0.0342727 Jul 28 05:34:43.693061 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-2ca69904-f698-48fe-b359-47cfd0b8e3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:43.694577 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-2ca69904-f698-48fe-b359-47cfd0b8e3c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=64b04f90-f5ea-4071-a311-d444ad37205f HTTP/1.1" status: 200 len: 853 time: 0.0436957 Jul 28 05:34:43.730807 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-ab2fe3b9-9164-43ca-a287-e9946d808f67 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295680 Jul 28 05:34:43.737059 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3f4e83d1-8b33-4316-868e-d9a26d5d864f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (7f84f263-c4cc-4d11-bd1c-a030d5df6f39), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:43.740748 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3f4e83d1-8b33-4316-868e-d9a26d5d864f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:43.741876 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-3f4e83d1-8b33-4316-868e-d9a26d5d864f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7f84f263-c4cc-4d11-bd1c-a030d5df6f39 HTTP/1.1" status: 204 len: 168 time: 0.2516196 Jul 28 05:34:43.747525 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:43.755650 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e83d1-8b33-4316-868e-d9a26d5d864f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f84f263-c4cc-4d11-bd1c-a030d5df6f39,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:34:43.812579 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378825a-3a32-41d3-b189-9f49a6e4061a req-c933ae60-b652-4b0f-87de-3f1703ae8c47 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:43.814135 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a378825a-3a32-41d3-b189-9f49a6e4061a req-c933ae60-b652-4b0f-87de-3f1703ae8c47 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 943 time: 0.0605509 Jul 28 05:34:43.833977 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-7df9f5a9-c7b8-4561-bb2d-c6721fbb3a1e service neutron] 10.222.0.57 "GET /v2.0/networks/6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955968 Jul 28 05:34:43.874130 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a378825a-3a32-41d3-b189-9f49a6e4061a req-e2b02fab-a8a7-4214-bf67-10310354dcf1 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538762 Jul 28 05:34:43.895889 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:43.935033 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-9e647f3c-0155-4824-a6ea-40e49cdd5338 req-713c018b-32e1-46a5-94c4-93955d2e712a service neutron] 10.222.0.57 "GET /v2.0/networks/6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926523 Jul 28 05:34:44.752103 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9383c9-4534-4f55-9218-540de1900725 req-c235c9fb-0f73-46b8-a892-10002737275f tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:44.753706 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7d9383c9-4534-4f55-9218-540de1900725 req-c235c9fb-0f73-46b8-a892-10002737275f tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c4200ea-e29d-4c22-bc72-174b478b18fe HTTP/1.1" status: 200 len: 943 time: 0.0539782 Jul 28 05:34:44.803001 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7d9383c9-4534-4f55-9218-540de1900725 req-212682d7-156c-45eb-91e4-c4f0cbbef2b8 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1324a3c-eab0-4e07-91e9-afdf667f4c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426273 Jul 28 05:34:45.002262 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992cf6f-d415-43c9-82a8-4c9df511f852 req-4a7da453-be7a-4d9c-a8d9-f9d817caf62a tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:45.004065 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5992cf6f-d415-43c9-82a8-4c9df511f852 req-4a7da453-be7a-4d9c-a8d9-f9d817caf62a tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 943 time: 0.0477641 Jul 28 05:34:45.057588 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5992cf6f-d415-43c9-82a8-4c9df511f852 req-4ffcc804-1f9d-4734-b024-e815d76df682 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469801 Jul 28 05:34:45.939609 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a6f24-08c7-47f8-ac74-6333d46c2eda req-8350a00a-5c41-49c7-a8f6-b84dfcac8502 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:45.945342 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d52a6f24-08c7-47f8-ac74-6333d46c2eda req-8350a00a-5c41-49c7-a8f6-b84dfcac8502 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c4200ea-e29d-4c22-bc72-174b478b18fe HTTP/1.1" status: 200 len: 943 time: 0.0517304 Jul 28 05:34:45.990230 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d52a6f24-08c7-47f8-ac74-6333d46c2eda req-49c1791b-21b7-4610-b3c7-0d9388316456 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1324a3c-eab0-4e07-91e9-afdf667f4c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431721 Jul 28 05:34:46.111061 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:34:46.193248 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c07cc-55b5-433e-9257-da84b5e27cd0 req-b6256f72-a461-490c-996d-f89451da6b2c tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:46.194795 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-937c07cc-55b5-433e-9257-da84b5e27cd0 req-b6256f72-a461-490c-996d-f89451da6b2c tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 943 time: 0.0519309 Jul 28 05:34:46.196749 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:46.221376 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b,segment=NetworkSegment(1896812b-3454-4c9a-a5b4-1a6bcc3ae695),segment_id=1896812b-3454-4c9a-a5b4-1a6bcc3ae695)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:34:46.233926 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Returning: {'device': 'ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b', 'network_id': '6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf', 'port_id': 'ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b', 'mac_address': 'fa:16:3e:df:4d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64b04f90-f5ea-4071-a311-d444ad37205f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:34:46.249602 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-937c07cc-55b5-433e-9257-da84b5e27cd0 req-24ad2c1f-21fb-42aa-909a-f673b7c906ef tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482101 Jul 28 05:34:46.277271 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b is: DOWN; New status is: BUILD {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:34:46.277776 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:46.293613 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b {{(pid=104274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:34:46.313127 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b,segment=NetworkSegment(1896812b-3454-4c9a-a5b4-1a6bcc3ae695),segment_id=1896812b-3454-4c9a-a5b4-1a6bcc3ae695)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:34:46.400517 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:46.403456 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 968687ce-4c57-4729-84c6-548124c4123e details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:34:46.499335 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:34:46.537239 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:46.542350 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port 968687ce-4c57-4729-84c6-548124c4123e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=968687ce-4c57-4729-84c6-548124c4123e,segment=NetworkSegment(4427f270-b023-404e-a3c1-104654497080),segment_id=4427f270-b023-404e-a3c1-104654497080)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:34:46.554458 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Returning: {'device': '968687ce-4c57-4729-84c6-548124c4123e', 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5', 'port_id': '968687ce-4c57-4729-84c6-548124c4123e', 'mac_address': 'fa:16:3e:04:ef:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '329242a6-cde1-43fc-b2d2-7b69ba8c6d75', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:34:46.590992 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port 968687ce-4c57-4729-84c6-548124c4123e is: DOWN; New status is: BUILD {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:34:46.591395 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (968687ce-4c57-4729-84c6-548124c4123e), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:46.611972 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 968687ce-4c57-4729-84c6-548124c4123e {{(pid=104274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:34:46.627905 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port 968687ce-4c57-4729-84c6-548124c4123e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=968687ce-4c57-4729-84c6-548124c4123e,segment=NetworkSegment(4427f270-b023-404e-a3c1-104654497080),segment_id=4427f270-b023-404e-a3c1-104654497080)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:34:46.703000 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (968687ce-4c57-4729-84c6-548124c4123e), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:46.752650 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=968687ce-4c57-4729-84c6-548124c4123e,revision_number=9']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:34:46.909145 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 37352) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:34:47.020682 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-93365474-091f-4643-b329-def009e09d5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:47.063014 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:47.129198 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57900d-257e-4e51-aa4e-2cd83e842517 req-7ac6e1c5-bb05-41e5-b9e4-fbc230f47b1a tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:47.130724 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7f57900d-257e-4e51-aa4e-2cd83e842517 req-7ac6e1c5-bb05-41e5-b9e4-fbc230f47b1a tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c4200ea-e29d-4c22-bc72-174b478b18fe HTTP/1.1" status: 200 len: 944 time: 0.0634074 Jul 28 05:34:47.146076 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-93365474-091f-4643-b329-def009e09d5e admin admin] Publish callbacks [] for security_group (2636f01a-9807-4deb-a61d-fbceea7ee184), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:47.189203 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7f57900d-257e-4e51-aa4e-2cd83e842517 req-af5f7fce-5620-4cb5-94fe-c6fa09249a5e tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1324a3c-eab0-4e07-91e9-afdf667f4c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485749 Jul 28 05:34:47.234454 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-93365474-091f-4643-b329-def009e09d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (2636f01a-9807-4deb-a61d-fbceea7ee184), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:47.242726 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] get_ports_and_sgs() called for port_ids ['ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b'] {{(pid=104274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:34:47.279915 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-93365474-091f-4643-b329-def009e09d5e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=fac2fd9b92994df6b774a8241d6f45e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3672693 Jul 28 05:34:47.279915 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93365474-091f-4643-b329-def009e09d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2636f01a-9807-4deb-a61d-fbceea7ee184,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:34:47.281044 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 37358) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:34:47.335031 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-7635a6e3-97bc-4835-9cf5-fcfb8c8c8598 admin admin] Publish callbacks [] for security_group (2636f01a-9807-4deb-a61d-fbceea7ee184), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:47.360126 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-7635a6e3-97bc-4835-9cf5-fcfb8c8c8598 admin admin] Publish callbacks [] for security_group (2636f01a-9807-4deb-a61d-fbceea7ee184), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:47.384196 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] get_ports_and_sgs() called for port_ids ['968687ce-4c57-4729-84c6-548124c4123e'] {{(pid=104274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:34:47.406199 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3ad7f-a738-44fd-9768-d56dde78db20 req-6bf1d6c3-a5b2-4173-8b34-c8296db88ead tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:47.407735 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-60a3ad7f-a738-44fd-9768-d56dde78db20 req-6bf1d6c3-a5b2-4173-8b34-c8296db88ead tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 944 time: 0.0591514 Jul 28 05:34:47.459682 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-60a3ad7f-a738-44fd-9768-d56dde78db20 req-6d3f4627-4a91-4d40-a39f-ce1c00875608 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451341 Jul 28 05:34:47.508201 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-7635a6e3-97bc-4835-9cf5-fcfb8c8c8598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (2636f01a-9807-4deb-a61d-fbceea7ee184), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:47.511072 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-7635a6e3-97bc-4835-9cf5-fcfb8c8c8598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:47.512289 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-7635a6e3-97bc-4835-9cf5-fcfb8c8c8598 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/2636f01a-9807-4deb-a61d-fbceea7ee184 HTTP/1.1" status: 204 len: 168 time: 0.2293169 Jul 28 05:34:47.520447 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635a6e3-97bc-4835-9cf5-fcfb8c8c8598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2636f01a-9807-4deb-a61d-fbceea7ee184,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:34:47.527873 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:48.131375 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 37368) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:34:48.145812 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-df39211a-504b-48f3-8608-151c80876b49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:48.217350 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=3 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:48.223022 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-df39211a-504b-48f3-8608-151c80876b49 admin admin] Publish callbacks [] for security_group (77868f6a-c73d-4064-b933-a460421a773e), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:48.293622 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:48.296981 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-df39211a-504b-48f3-8608-151c80876b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (77868f6a-c73d-4064-b933-a460421a773e), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:48.311946 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fc95d-2ad8-4295-bce5-4be165de4a51 req-835cc2a1-fa52-4658-a21e-af3ee7b418c3 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:48.313560 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-505fc95d-2ad8-4295-bce5-4be165de4a51 req-835cc2a1-fa52-4658-a21e-af3ee7b418c3 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c4200ea-e29d-4c22-bc72-174b478b18fe HTTP/1.1" status: 200 len: 944 time: 0.0507846 Jul 28 05:34:48.337832 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-df39211a-504b-48f3-8608-151c80876b49 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=83e6b5a2e122458ea328ca749e4ade1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2053559 Jul 28 05:34:48.338755 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df39211a-504b-48f3-8608-151c80876b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77868f6a-c73d-4064-b933-a460421a773e,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:34:48.340765 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 37372) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:34:48.386438 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-505fc95d-2ad8-4295-bce5-4be165de4a51 req-b9bfbb55-097b-4e1b-9d5d-4f5d363fa461 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1324a3c-eab0-4e07-91e9-afdf667f4c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672863 Jul 28 05:34:48.409619 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-355a4f68-551b-48ea-bb96-0dc13c420954 admin admin] Publish callbacks [] for security_group (77868f6a-c73d-4064-b933-a460421a773e), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:48.432412 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-355a4f68-551b-48ea-bb96-0dc13c420954 admin admin] Publish callbacks [] for security_group (77868f6a-c73d-4064-b933-a460421a773e), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:48.578100 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-355a4f68-551b-48ea-bb96-0dc13c420954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (77868f6a-c73d-4064-b933-a460421a773e), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:48.580596 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-355a4f68-551b-48ea-bb96-0dc13c420954 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:48.581703 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-355a4f68-551b-48ea-bb96-0dc13c420954 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/77868f6a-c73d-4064-b933-a460421a773e HTTP/1.1" status: 204 len: 168 time: 0.2399759 Jul 28 05:34:48.592362 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d331249-ad91-42f8-805c-12045e493705 req-d3a47769-f50a-4d0d-8267-1396c4325865 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:48.593943 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-6d331249-ad91-42f8-805c-12045e493705 req-d3a47769-f50a-4d0d-8267-1396c4325865 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 944 time: 0.0546649 Jul 28 05:34:48.599066 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a4f68-551b-48ea-bb96-0dc13c420954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77868f6a-c73d-4064-b933-a460421a773e,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:34:48.647518 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-6d331249-ad91-42f8-805c-12045e493705 req-e39d5f11-f55d-40e8-b931-01f8d89d00cf tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464332 Jul 28 05:34:48.897736 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b up at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:34:48.943801 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning for port ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b completed by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 05:34:49.010019 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning complete for port ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:34:49.010404 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:49.083255 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b is: BUILD; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:34:49.083645 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:49.106693 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4200ea-e29d-4c22-bc72-174b478b18fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b'}] {{(pid=104274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:34:49.108832 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fca5e984e5382dc69b1537007bd6daca7693f884f9b7ded019456fb151e79c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f3dfb4-6b3b-495b-ba43-e81555ed2fd0" -d '{"events": [{"server_uuid": "2c4200ea-e29d-4c22-bc72-174b478b18fe", "name": "network-vif-plugged", "status": "completed", "tag": "ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b"}]}' {{(pid=104274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:34:49.122720 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b,segment=NetworkSegment(1896812b-3454-4c9a-a5b4-1a6bcc3ae695),segment_id=1896812b-3454-4c9a-a5b4-1a6bcc3ae695)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:34:49.151558 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36103143-0428-4a8e-9b23-b73d1263b42a x-openstack-request-id: req-36103143-0428-4a8e-9b23-b73d1263b42a {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:34:49.151558 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4200ea-e29d-4c22-bc72-174b478b18fe", "name": "network-vif-plugged", "status": "completed", "tag": "ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b", "code": 200}]} {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:34:49.151558 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-36103143-0428-4a8e-9b23-b73d1263b42a {{(pid=104274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:34:49.151874 dv-cinder-799871-48-iscsi neutron-server[104274]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36103143-0428-4a8e-9b23-b73d1263b42a'] response: {'server_uuid': '2c4200ea-e29d-4c22-bc72-174b478b18fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b', 'code': 200} Jul 28 05:34:49.198966 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:49.200219 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 968687ce-4c57-4729-84c6-548124c4123e up at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:34:49.279789 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b,revision_number=5']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:34:49.289753 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning complete for port 968687ce-4c57-4729-84c6-548124c4123e triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:34:49.289753 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (968687ce-4c57-4729-84c6-548124c4123e), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:49.368150 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port 968687ce-4c57-4729-84c6-548124c4123e is: BUILD; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:34:49.368626 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (968687ce-4c57-4729-84c6-548124c4123e), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:49.405628 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port 968687ce-4c57-4729-84c6-548124c4123e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=968687ce-4c57-4729-84c6-548124c4123e,segment=NetworkSegment(4427f270-b023-404e-a3c1-104654497080),segment_id=4427f270-b023-404e-a3c1-104654497080)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:34:49.496034 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9617a-c530-427f-bdb6-10d203c61e33 req-ddf89025-fb19-4c51-828a-03211550e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:49.497693 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-3cc9617a-c530-427f-bdb6-10d203c61e33 req-ddf89025-fb19-4c51-828a-03211550e2c5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2c4200ea-e29d-4c22-bc72-174b478b18fe HTTP/1.1" status: 200 len: 1129 time: 0.0400965 Jul 28 05:34:49.508502 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb68558-8424-4218-825f-685f75c6b6c0 req-3503903f-acf0-4603-846b-5392ca55e6bd tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:49.510184 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8fb68558-8424-4218-825f-685f75c6b6c0 req-3503903f-acf0-4603-846b-5392ca55e6bd tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c4200ea-e29d-4c22-bc72-174b478b18fe HTTP/1.1" status: 200 len: 945 time: 0.0492935 Jul 28 05:34:49.520528 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (968687ce-4c57-4729-84c6-548124c4123e), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:49.553311 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-3cc9617a-c530-427f-bdb6-10d203c61e33 req-8972e3dc-e650-40ee-a370-a9deafc77a8b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c1324a3c-eab0-4e07-91e9-afdf667f4c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464256 Jul 28 05:34:49.557978 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:49.569314 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8fb68558-8424-4218-825f-685f75c6b6c0 req-62e572a6-c35b-44cd-a593-4eaaef5afe73 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1324a3c-eab0-4e07-91e9-afdf667f4c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523713 Jul 28 05:34:49.577233 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=968687ce-4c57-4729-84c6-548124c4123e,revision_number=10']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:34:49.619478 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 37402) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:34:49.718660 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-0d67a5a7-7c15-490e-b471-dba10bfbf1a5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-470597307-network', 'tenant_id': '6ce7104e69fe4e15b070558784aa40d6'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:34:49.779244 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983a428-ec29-46c3-a4fb-b7c24a597121 req-6d4b25bc-f33d-4c19-bf0d-c8abe36e9045 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:49.780728 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5983a428-ec29-46c3-a4fb-b7c24a597121 req-6d4b25bc-f33d-4c19-bf0d-c8abe36e9045 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 946 time: 0.0511277 Jul 28 05:34:49.805971 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d67a5a7-7c15-490e-b471-dba10bfbf1a5 admin admin] Made reservation on behalf of 6ce7104e69fe4e15b070558784aa40d6 for: {'network': 1} {{(pid=104273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:34:49.808315 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-0d67a5a7-7c15-490e-b471-dba10bfbf1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for network (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:49.817317 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-0d67a5a7-7c15-490e-b471-dba10bfbf1a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:49.828816 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5983a428-ec29-46c3-a4fb-b7c24a597121 req-92b1fc56-65e6-4309-9bf2-9b4397be7a9b tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423663 Jul 28 05:34:49.894559 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-0d67a5a7-7c15-490e-b471-dba10bfbf1a5 admin admin] Publish callbacks [] for security_group (337538b8-ab9b-4703-8dd1-be347a7e9144), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:49.959232 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-0d67a5a7-7c15-490e-b471-dba10bfbf1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (337538b8-ab9b-4703-8dd1-be347a7e9144), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:49.984971 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d67a5a7-7c15-490e-b471-dba10bfbf1a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=104273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 05:34:49.995394 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67a5a7-7c15-490e-b471-dba10bfbf1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337538b8-ab9b-4703-8dd1-be347a7e9144,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:34:50.000936 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-0d67a5a7-7c15-490e-b471-dba10bfbf1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124'] for segment (7a906f7a-ab4b-4aac-ab40-26ff85f0fcb8), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:50.001281 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.db.segments_db [None req-0d67a5a7-7c15-490e-b471-dba10bfbf1a5 admin admin] Added segment 7a906f7a-ab4b-4aac-ab40-26ff85f0fcb8 of type vlan for network 12fe73f5-6d00-47cf-a14d-34af013f8456 Jul 28 05:34:50.041869 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-0d67a5a7-7c15-490e-b471-dba10bfbf1a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748695041913'] for network (12fe73f5-6d00-47cf-a14d-34af013f8456), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:50.124997 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-0d67a5a7-7c15-490e-b471-dba10bfbf1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692'] for network (12fe73f5-6d00-47cf-a14d-34af013f8456), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:50.126001 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d67a5a7-7c15-490e-b471-dba10bfbf1a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:50.126578 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-0d67a5a7-7c15-490e-b471-dba10bfbf1a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for network (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:50.169095 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:50.186491 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67a5a7-7c15-490e-b471-dba10bfbf1a5 admin admin] Pushing event updated for resources: {'Network': ['ID=12fe73f5-6d00-47cf-a14d-34af013f8456,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:34:50.196283 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Network 12fe73f5-6d00-47cf-a14d-34af013f8456 details requested by agent ovs-agent-dv-cinder-799871-48-iscsi with host dv-cinder-799871-48-iscsi {{(pid=104274) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 05:34:50.248257 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-0d67a5a7-7c15-490e-b471-dba10bfbf1a5 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6276870 Jul 28 05:34:50.251343 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 37410) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:34:50.256186 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-159ec841-54ba-4926-9be8-d3712cc61e3b admin admin] Request body: {'subnet': {'network_id': '12fe73f5-6d00-47cf-a14d-34af013f8456', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-470597307-subnet', 'tenant_id': '6ce7104e69fe4e15b070558784aa40d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:34:50.348129 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159ec841-54ba-4926-9be8-d3712cc61e3b admin admin] Made reservation on behalf of 6ce7104e69fe4e15b070558784aa40d6 for: {'subnet': 1} {{(pid=104273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:34:50.350623 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-159ec841-54ba-4926-9be8-d3712cc61e3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8898758'] for subnet (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:50.565742 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-159ec841-54ba-4926-9be8-d3712cc61e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8745206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8898792'] for subnet (845b9129-ebe5-4150-b813-89174af12dac), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:50.606332 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:50.628076 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ec841-54ba-4926-9be8-d3712cc61e3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=845b9129-ebe5-4150-b813-89174af12dac,revision_number=0']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:34:50.639874 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ec841-54ba-4926-9be8-d3712cc61e3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:50.640221 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ec841-54ba-4926-9be8-d3712cc61e3b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:50.644477 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ec841-54ba-4926-9be8-d3712cc61e3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:50.644477 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ec841-54ba-4926-9be8-d3712cc61e3b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:50.644477 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ec841-54ba-4926-9be8-d3712cc61e3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:50.644477 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ec841-54ba-4926-9be8-d3712cc61e3b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:50.644477 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ec841-54ba-4926-9be8-d3712cc61e3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:50.644477 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ec841-54ba-4926-9be8-d3712cc61e3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:50.644477 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ec841-54ba-4926-9be8-d3712cc61e3b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:50.644477 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ec841-54ba-4926-9be8-d3712cc61e3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:50.644477 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ec841-54ba-4926-9be8-d3712cc61e3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:50.644477 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ec841-54ba-4926-9be8-d3712cc61e3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:50.644477 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ec841-54ba-4926-9be8-d3712cc61e3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:50.644477 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ec841-54ba-4926-9be8-d3712cc61e3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:50.644477 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159ec841-54ba-4926-9be8-d3712cc61e3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:34:50.649507 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159ec841-54ba-4926-9be8-d3712cc61e3b admin admin] Checking segment: {'id': '7a906f7a-ab4b-4aac-ab40-26ff85f0fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '12fe73f5-6d00-47cf-a14d-34af013f8456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:34:50.649987 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159ec841-54ba-4926-9be8-d3712cc61e3b admin admin] Network hostable DHCP agents. Network: 12fe73f5-6d00-47cf-a14d-34af013f8456, hostable agents: ['abae2507-ed95-47f5-bead-3f33926efd64'], hosted agents: [] {{(pid=104273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 05:34:50.691365 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6bbbdc-ea6b-4c49-ab07-a650b4b5c830 req-fd60fc29-da0a-4060-86f7-f1dc5718d916 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:50.692888 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ef6bbbdc-ea6b-4c49-ab07-a650b4b5c830 req-fd60fc29-da0a-4060-86f7-f1dc5718d916 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c4200ea-e29d-4c22-bc72-174b478b18fe HTTP/1.1" status: 200 len: 945 time: 0.0489736 Jul 28 05:34:50.719850 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159ec841-54ba-4926-9be8-d3712cc61e3b admin admin] Network 12fe73f5-6d00-47cf-a14d-34af013f8456 is scheduled to be hosted by DHCP agent abae2507-ed95-47f5-bead-3f33926efd64 with binding_index 1 {{(pid=104273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 05:34:50.743082 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ef6bbbdc-ea6b-4c49-ab07-a650b4b5c830 req-9ac9a6ef-d853-42ad-acdf-5589ba500f6d tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1324a3c-eab0-4e07-91e9-afdf667f4c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427966 Jul 28 05:34:50.794201 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [None req-159ec841-54ba-4926-9be8-d3712cc61e3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-48-iscsi, 12fe73f5-6d00-47cf-a14d-34af013f8456) {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:34:50.798753 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159ec841-54ba-4926-9be8-d3712cc61e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:50.799592 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-159ec841-54ba-4926-9be8-d3712cc61e3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for subnet (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:50.807465 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f3b030-bc1c-4c38-bb58-456241612940 None None] Network 12fe73f5-6d00-47cf-a14d-34af013f8456 requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:34:50.894084 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-159ec841-54ba-4926-9be8-d3712cc61e3b admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6414514 Jul 28 05:34:50.966522 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:50.979400 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e24706-6374-493c-912b-940738750a2d req-3b662f9f-98bd-4a41-a26b-9daca6ec065c tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:50.981439 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-65e24706-6374-493c-912b-940738750a2d req-3b662f9f-98bd-4a41-a26b-9daca6ec065c tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 946 time: 0.0591462 Jul 28 05:34:51.041530 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce09d7b-3efe-4f21-a768-265566b164da None None] Network 12fe73f5-6d00-47cf-a14d-34af013f8456 requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:34:51.041786 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-65e24706-6374-493c-912b-940738750a2d req-5461f652-e280-4f27-9cb8-00e0a9cfef14 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542145 Jul 28 05:34:51.153247 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57115a26-af82-499e-a831-4b4c40e60ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968687ce-4c57-4729-84c6-548124c4123e'}] {{(pid=104274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:34:51.157518 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fca5e984e5382dc69b1537007bd6daca7693f884f9b7ded019456fb151e79c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25cf4ce-0ac5-49ef-b8f6-9502834503cd" -d '{"events": [{"server_uuid": "57115a26-af82-499e-a831-4b4c40e60ac5", "name": "network-vif-plugged", "status": "completed", "tag": "968687ce-4c57-4729-84c6-548124c4123e"}]}' {{(pid=104274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:34:51.194135 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070b254b-4b17-4409-ae2f-c41688794c86 x-openstack-request-id: req-070b254b-4b17-4409-ae2f-c41688794c86 {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:34:51.194457 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57115a26-af82-499e-a831-4b4c40e60ac5", "name": "network-vif-plugged", "status": "completed", "tag": "968687ce-4c57-4729-84c6-548124c4123e", "code": 200}]} {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:34:51.194846 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-070b254b-4b17-4409-ae2f-c41688794c86 {{(pid=104274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:34:51.195112 dv-cinder-799871-48-iscsi neutron-server[104274]: INFO neutron.notifiers.nova [-] Nova event matching ['req-070b254b-4b17-4409-ae2f-c41688794c86'] response: {'server_uuid': '57115a26-af82-499e-a831-4b4c40e60ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968687ce-4c57-4729-84c6-548124c4123e', 'code': 200} Jul 28 05:34:51.865860 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cdf2f-1dea-4240-ba89-7a12acc9ca2c req-76ec9b4d-44c8-47b9-aafc-cb5786945cf0 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:51.878249 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-cd9cdf2f-1dea-4240-ba89-7a12acc9ca2c req-76ec9b4d-44c8-47b9-aafc-cb5786945cf0 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c4200ea-e29d-4c22-bc72-174b478b18fe HTTP/1.1" status: 200 len: 945 time: 0.0628016 Jul 28 05:34:51.928491 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-cd9cdf2f-1dea-4240-ba89-7a12acc9ca2c req-41e13147-66ee-4378-98ac-bf9d0af8adbc tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1324a3c-eab0-4e07-91e9-afdf667f4c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446198 Jul 28 05:34:52.043296 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae382f7-677f-4883-be0e-9a5ad1307b91 req-ff0bbb0d-9893-4a10-9604-8caa55639482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:52.045819 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-fae382f7-677f-4883-be0e-9a5ad1307b91 req-ff0bbb0d-9893-4a10-9604-8caa55639482 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 1130 time: 0.0425525 Jul 28 05:34:52.097816 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-fae382f7-677f-4883-be0e-9a5ad1307b91 req-bff172a9-0de1-476d-83f9-81c09f83b172 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399239 Jul 28 05:34:52.175701 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46dd88-e193-4dbb-8c8b-db29849aa7ca req-2ecdc6cd-c5f1-4faa-857b-469e724216b0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:52.177170 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4a46dd88-e193-4dbb-8c8b-db29849aa7ca req-2ecdc6cd-c5f1-4faa-857b-469e724216b0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 946 time: 0.0494690 Jul 28 05:34:52.227804 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4a46dd88-e193-4dbb-8c8b-db29849aa7ca req-0a6a2a8f-041f-4ddc-b496-3245187f9420 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449228 Jul 28 05:34:53.041613 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-e7fc7c7f-dd38-4bd6-9670-d020428761c6 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:53.043281 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-e7fc7c7f-dd38-4bd6-9670-d020428761c6 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/networks?id=12fe73f5-6d00-47cf-a14d-34af013f8456 HTTP/1.1" status: 200 len: 808 time: 0.1094892 Jul 28 05:34:53.058329 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-2c543e97-554f-4551-b84c-3d6b6761648f tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/quotas/6ce7104e69fe4e15b070558784aa40d6 HTTP/1.1" status: 200 len: 375 time: 0.0097442 Jul 28 05:34:53.089795 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-28ada102-f998-4859-9994-e478c411119c tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=6ce7104e69fe4e15b070558784aa40d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264626 Jul 28 05:34:53.183130 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-47ba2940-f1bc-410d-bf81-70b86279544c service neutron] 10.222.0.33 "GET /v2.0/networks/12fe73f5-6d00-47cf-a14d-34af013f8456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866561 Jul 28 05:34:53.275995 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-dd4dbfc0-5539-4218-859f-03e93c69d714 service neutron] 10.222.0.33 "GET /v2.0/networks/12fe73f5-6d00-47cf-a14d-34af013f8456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872085 Jul 28 05:34:53.321443 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:53.357892 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c766e-270c-4ab7-be90-19645c4fecb1 req-32a9fc7c-0624-46a7-96e8-23464e18cb3a tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:53.359408 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-614c766e-270c-4ab7-be90-19645c4fecb1 req-32a9fc7c-0624-46a7-96e8-23464e18cb3a tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 946 time: 0.0483963 Jul 28 05:34:53.407907 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-614c766e-270c-4ab7-be90-19645c4fecb1 req-01fc3784-ec8c-48f3-a5c8-9660f8ec7444 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428102 Jul 28 05:34:53.526950 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-09396cdf-f0ec-4f1f-822d-f5a307683719 req-4170ffc9-171c-40fc-9c2d-1d08f6635ee9 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/ports?device_id=76337f4b-add0-4221-8712-c9d29a9c459e HTTP/1.1" status: 200 len: 210 time: 0.0279965 Jul 28 05:34:53.847679 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:53.858665 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:54.536795 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135481f7-9306-4494-b694-4330a27438d6 req-d262e019-f295-4559-8d4e-f6b4a5098f89 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:54.538463 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-135481f7-9306-4494-b694-4330a27438d6 req-d262e019-f295-4559-8d4e-f6b4a5098f89 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 946 time: 0.0511818 Jul 28 05:34:54.590169 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-135481f7-9306-4494-b694-4330a27438d6 req-351c795f-3286-4eca-8d14-bec1a0fe8e03 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450869 Jul 28 05:34:54.630473 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f1b21401-3347-4be2-a668-93e5ede9ac41 req-fcd3fa46-ba91-43f9-8aea-d47d9dad62fc tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/ports?device_id=76337f4b-add0-4221-8712-c9d29a9c459e HTTP/1.1" status: 200 len: 210 time: 0.0337789 Jul 28 05:34:55.722345 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c3065-3609-4dab-b49b-6cf565216dcd req-ad495865-b6a6-4e3a-9837-23487ba55e5b tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:55.723812 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0c7c3065-3609-4dab-b49b-6cf565216dcd req-ad495865-b6a6-4e3a-9837-23487ba55e5b tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 946 time: 0.0568402 Jul 28 05:34:55.741356 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-68d40742-a907-4cd8-8d88-0adb0fbcd711 req-07d0eb30-67d5-489b-85c0-33f7a291cef9 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/ports?device_id=76337f4b-add0-4221-8712-c9d29a9c459e HTTP/1.1" status: 200 len: 210 time: 0.0381260 Jul 28 05:34:55.787612 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0c7c3065-3609-4dab-b49b-6cf565216dcd req-bc7b736c-a449-4f97-adec-40102a52d5cd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488656 Jul 28 05:34:56.061261 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-0647e2e5-b962-436a-b92a-ed8985293059 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:56.062732 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-0647e2e5-b962-436a-b92a-ed8985293059 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.57 "GET /v2.0/networks?id=12fe73f5-6d00-47cf-a14d-34af013f8456 HTTP/1.1" status: 200 len: 808 time: 0.1062472 Jul 28 05:34:56.076282 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-7a953798-c96c-41d4-b1d4-42733c83c682 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Request body: {'port': {'device_id': '76337f4b-add0-4221-8712-c9d29a9c459e', 'network_id': '12fe73f5-6d00-47cf-a14d-34af013f8456', 'admin_state_up': True, 'tenant_id': '6ce7104e69fe4e15b070558784aa40d6'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:34:56.279875 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-7a953798-c96c-41d4-b1d4-42733c83c682 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Made reservation on behalf of 6ce7104e69fe4e15b070558784aa40d6 for: {'port': 1} {{(pid=104273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:34:56.283940 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-7a953798-c96c-41d4-b1d4-42733c83c682 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:56.411724 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:56.418643 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.db_base_plugin_common [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-7a953798-c96c-41d4-b1d4-42733c83c682 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Allocated IP 172.20.0.5 (12fe73f5-6d00-47cf-a14d-34af013f8456/845b9129-ebe5-4150-b813-89174af12dac/8ebaf053-9d65-45e3-b15e-dd2dc4a17cce) {{(pid=104273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:34:56.572661 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-7a953798-c96c-41d4-b1d4-42733c83c682 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Publish callbacks [] for port (8ebaf053-9d65-45e3-b15e-dd2dc4a17cce), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:56.650942 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39d701-91df-4fc6-9ee7-9d3143b7cde8 req-022e1e63-7a67-4d04-b2ab-5488fada544f tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:56.652404 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-af39d701-91df-4fc6-9ee7-9d3143b7cde8 req-022e1e63-7a67-4d04-b2ab-5488fada544f tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.0578454 Jul 28 05:34:56.656641 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-7a953798-c96c-41d4-b1d4-42733c83c682 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (8ebaf053-9d65-45e3-b15e-dd2dc4a17cce), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:56.694318 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c246290-baa0-464d-8968-01b0a21b45c9 req-5fad1e36-4fc9-4170-91f5-211a449b2f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:56.696457 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9c246290-baa0-464d-8968-01b0a21b45c9 req-5fad1e36-4fc9-4170-91f5-211a449b2f8e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=99f094bca18d4939bb22f8d076d3a35c&device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 1129 time: 0.0624905 Jul 28 05:34:56.701792 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-7a953798-c96c-41d4-b1d4-42733c83c682 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Network 12fe73f5-6d00-47cf-a14d-34af013f8456 is already hosted by enough agents. {{(pid=104273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:34:56.705072 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-7a953798-c96c-41d4-b1d4-42733c83c682 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Resources bound (agent type, host, resource id): {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:34:56.708570 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:56.709551 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-7a953798-c96c-41d4-b1d4-42733c83c682 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Received port after_create {{(pid=104273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:34:56.716115 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a953798-c96c-41d4-b1d4-42733c83c682 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Pushing event updated for resources: {'Port': ['ID=8ebaf053-9d65-45e3-b15e-dd2dc4a17cce,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:34:56.765663 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-7a953798-c96c-41d4-b1d4-42733c83c682 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:56.766265 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-7a953798-c96c-41d4-b1d4-42733c83c682 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:56.769119 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:56.775093 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-af39d701-91df-4fc6-9ee7-9d3143b7cde8 req-224aaeaa-30db-4453-ae9a-f0c1a676304b tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056936 Jul 28 05:34:56.814766 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c246290-baa0-464d-8968-01b0a21b45c9 req-bcede08b-bf72-46d5-90dd-9d166116c6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:56.816325 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9c246290-baa0-464d-8968-01b0a21b45c9 req-bcede08b-bf72-46d5-90dd-9d166116c6c9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=11838418-6b14-40b8-a589-613bdb83fff4 HTTP/1.1" status: 200 len: 919 time: 0.1086750 Jul 28 05:34:56.854216 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-7a953798-c96c-41d4-b1d4-42733c83c682 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7814746 Jul 28 05:34:56.866423 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-1fba0f27-14ff-4753-a821-df9c268a593f service neutron] Request body: {'port': {'device_id': '76337f4b-add0-4221-8712-c9d29a9c459e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:34:56.877855 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9c246290-baa0-464d-8968-01b0a21b45c9 req-0fd4063b-6338-4043-9fc7-f460e738c13f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1507aad5-e944-47e5-a8d9-716f5bde1fff HTTP/1.1" status: 200 len: 1000 time: 0.0547872 Jul 28 05:34:56.925969 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-1fba0f27-14ff-4753-a821-df9c268a593f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (8ebaf053-9d65-45e3-b15e-dd2dc4a17cce), before_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:56.933448 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c246290-baa0-464d-8968-01b0a21b45c9 req-8e7dae8d-9b53-432f-82bf-bf632df620d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:56.934917 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9c246290-baa0-464d-8968-01b0a21b45c9 req-8e7dae8d-9b53-432f-82bf-bf632df620d8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6633fe43-f109-432a-95d5-6755c5bac4f1 HTTP/1.1" status: 200 len: 857 time: 0.0502658 Jul 28 05:34:56.986053 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c246290-baa0-464d-8968-01b0a21b45c9 req-2715b1ac-da7e-41a3-9e4a-7d51b6fe4069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:56.987657 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9c246290-baa0-464d-8968-01b0a21b45c9 req-2715b1ac-da7e-41a3-9e4a-7d51b6fe4069 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11838418-6b14-40b8-a589-613bdb83fff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393260 Jul 28 05:34:57.088784 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9c246290-baa0-464d-8968-01b0a21b45c9 req-5b4f2b9e-6414-4773-a146-054146027671 service neutron] 10.222.0.57 "GET /v2.0/networks/11838418-6b14-40b8-a589-613bdb83fff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894241 Jul 28 05:34:57.179389 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9c246290-baa0-464d-8968-01b0a21b45c9 req-e3a85751-c07a-496e-9034-0943aede0e06 service neutron] 10.222.0.57 "GET /v2.0/networks/11838418-6b14-40b8-a589-613bdb83fff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845034 Jul 28 05:34:57.277690 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-1fba0f27-14ff-4753-a821-df9c268a593f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ebaf053-9d65-45e3-b15e-dd2dc4a17cce {{(pid=104273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:34:57.285393 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-1fba0f27-14ff-4753-a821-df9c268a593f service neutron] Publish callbacks [] for port (8ebaf053-9d65-45e3-b15e-dd2dc4a17cce), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:57.298176 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.provisioning_blocks [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-1fba0f27-14ff-4753-a821-df9c268a593f service neutron] Transition to ACTIVE for port object 8ebaf053-9d65-45e3-b15e-dd2dc4a17cce will not be triggered until provisioned by entity L2. {{(pid=104273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 05:34:57.382447 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-1fba0f27-14ff-4753-a821-df9c268a593f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8744973'] for port (8ebaf053-9d65-45e3-b15e-dd2dc4a17cce), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:57.416538 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:57.430989 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba0f27-14ff-4753-a821-df9c268a593f service neutron] Pushing event updated for resources: {'Port': ['ID=8ebaf053-9d65-45e3-b15e-dd2dc4a17cce,revision_number=2']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:34:57.504561 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.managers [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-1fba0f27-14ff-4753-a821-df9c268a593f service neutron] Attempting to bind port 8ebaf053-9d65-45e3-b15e-dd2dc4a17cce on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:34:57.504899 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.managers [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-1fba0f27-14ff-4753-a821-df9c268a593f service neutron] Attempting to bind port 8ebaf053-9d65-45e3-b15e-dd2dc4a17cce by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '7a906f7a-ab4b-4aac-ab40-26ff85f0fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '12fe73f5-6d00-47cf-a14d-34af013f8456'}] {{(pid=104273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:34:57.505229 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-1fba0f27-14ff-4753-a821-df9c268a593f service neutron] Attempting to bind port 8ebaf053-9d65-45e3-b15e-dd2dc4a17cce on network 12fe73f5-6d00-47cf-a14d-34af013f8456 {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:34:57.509797 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-1fba0f27-14ff-4753-a821-df9c268a593f service neutron] Port 8ebaf053-9d65-45e3-b15e-dd2dc4a17cce on network 12fe73f5-6d00-47cf-a14d-34af013f8456 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 05:34:57.510120 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-1fba0f27-14ff-4753-a821-df9c268a593f service neutron] Attempting to bind port 8ebaf053-9d65-45e3-b15e-dd2dc4a17cce on network 12fe73f5-6d00-47cf-a14d-34af013f8456 {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:34:57.515065 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-1fba0f27-14ff-4753-a821-df9c268a593f service neutron] Checking agent: {'id': '50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'started_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:34:57.515397 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-1fba0f27-14ff-4753-a821-df9c268a593f service neutron] Checking segment: {'id': '7a906f7a-ab4b-4aac-ab40-26ff85f0fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '12fe73f5-6d00-47cf-a14d-34af013f8456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:34:57.515772 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-1fba0f27-14ff-4753-a821-df9c268a593f service neutron] Bound using segment: {'id': '7a906f7a-ab4b-4aac-ab40-26ff85f0fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '12fe73f5-6d00-47cf-a14d-34af013f8456'} {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:34:57.516189 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.managers [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-1fba0f27-14ff-4753-a821-df9c268a593f service neutron] Bound port: 8ebaf053-9d65-45e3-b15e-dd2dc4a17cce, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a906f7a-ab4b-4aac-ab40-26ff85f0fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '12fe73f5-6d00-47cf-a14d-34af013f8456'}}] {{(pid=104273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:34:57.516539 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-1fba0f27-14ff-4753-a821-df9c268a593f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (8ebaf053-9d65-45e3-b15e-dd2dc4a17cce), before_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:57.578922 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-1fba0f27-14ff-4753-a821-df9c268a593f service neutron] For port 8ebaf053-9d65-45e3-b15e-dd2dc4a17cce, host hv-cinder-79987, cleared binding levels {{(pid=104273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:34:57.581854 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-1fba0f27-14ff-4753-a821-df9c268a593f service neutron] For port 8ebaf053-9d65-45e3-b15e-dd2dc4a17cce, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8ebaf053-9d65-45e3-b15e-dd2dc4a17cce,segment=NetworkSegment(7a906f7a-ab4b-4aac-ab40-26ff85f0fcb8),segment_id=7a906f7a-ab4b-4aac-ab40-26ff85f0fcb8)] {{(pid=104273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:34:57.628666 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-1fba0f27-14ff-4753-a821-df9c268a593f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8744973'] for port (8ebaf053-9d65-45e3-b15e-dd2dc4a17cce), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:57.666659 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-1fba0f27-14ff-4753-a821-df9c268a593f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:57.667273 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-1fba0f27-14ff-4753-a821-df9c268a593f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:34:57.668689 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-1fba0f27-14ff-4753-a821-df9c268a593f service neutron] 10.222.0.57 "PUT /v2.0/ports/8ebaf053-9d65-45e3-b15e-dd2dc4a17cce HTTP/1.1" status: 200 len: 1093 time: 0.8063896 Jul 28 05:34:57.669118 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76337f4b-add0-4221-8712-c9d29a9c459e', 'tag': '8ebaf053-9d65-45e3-b15e-dd2dc4a17cce'}] {{(pid=104273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:34:57.671347 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}294c2db51adabc0e3fe9263869e3ac3ebddb58bd39f135069541a8ae7da0566b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a5caee-90f7-49db-81ca-0685b56d15f6" -d '{"events": [{"name": "network-changed", "server_uuid": "76337f4b-add0-4221-8712-c9d29a9c459e", "tag": "8ebaf053-9d65-45e3-b15e-dd2dc4a17cce"}]}' {{(pid=104273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:34:57.689615 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba0f27-14ff-4753-a821-df9c268a593f service neutron] Pushing event updated for resources: {'Port': ['ID=8ebaf053-9d65-45e3-b15e-dd2dc4a17cce,revision_number=3']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:34:57.709782 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff350243-9a79-4d16-b72b-0e886b3cd0e3 x-openstack-request-id: req-ff350243-9a79-4d16-b72b-0e886b3cd0e3 {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:34:57.710073 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76337f4b-add0-4221-8712-c9d29a9c459e", "tag": "8ebaf053-9d65-45e3-b15e-dd2dc4a17cce", "status": "completed", "code": 200}]} {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:34:57.710325 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ff350243-9a79-4d16-b72b-0e886b3cd0e3 {{(pid=104273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:34:57.710729 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff350243-9a79-4d16-b72b-0e886b3cd0e3'] response: {'name': 'network-changed', 'server_uuid': '76337f4b-add0-4221-8712-c9d29a9c459e', 'tag': '8ebaf053-9d65-45e3-b15e-dd2dc4a17cce', 'status': 'completed', 'code': 200} Jul 28 05:34:57.771778 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5caee-90f7-49db-81ca-0685b56d15f6 req-04195e2f-7160-42f7-b67b-3f2e7e3969ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:57.773233 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-c0a5caee-90f7-49db-81ca-0685b56d15f6 req-04195e2f-7160-42f7-b67b-3f2e7e3969ac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ce7104e69fe4e15b070558784aa40d6&device_id=76337f4b-add0-4221-8712-c9d29a9c459e HTTP/1.1" status: 200 len: 1127 time: 0.0391858 Jul 28 05:34:57.877402 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5caee-90f7-49db-81ca-0685b56d15f6 req-08ed9309-21ba-4212-a638-2f638d0e4451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:57.878912 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-c0a5caee-90f7-49db-81ca-0685b56d15f6 req-08ed9309-21ba-4212-a638-2f638d0e4451 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=6ce7104e69fe4e15b070558784aa40d6&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0967035 Jul 28 05:34:57.895384 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45824c02-e505-46eb-a1af-7bbda35801cd req-bede5725-f694-4791-9b6c-3f27e3ebcabc tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:57.896864 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-45824c02-e505-46eb-a1af-7bbda35801cd req-bede5725-f694-4791-9b6c-3f27e3ebcabc tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.0473721 Jul 28 05:34:57.918242 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:57.949841 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-45824c02-e505-46eb-a1af-7bbda35801cd req-b2d3e847-082d-4ad3-9bcc-2e68693d05c3 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465820 Jul 28 05:34:57.979742 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5caee-90f7-49db-81ca-0685b56d15f6 req-9b320e27-264e-4800-a77f-03d6d36d1d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:57.981218 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-c0a5caee-90f7-49db-81ca-0685b56d15f6 req-9b320e27-264e-4800-a77f-03d6d36d1d68 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928741 Jul 28 05:34:58.061201 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:34:58.066518 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-b8968e03-329c-4bad-9541-e6f4f404f03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:58.068106 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-b8968e03-329c-4bad-9541-e6f4f404f03e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ce7104e69fe4e15b070558784aa40d6&device_id=76337f4b-add0-4221-8712-c9d29a9c459e HTTP/1.1" status: 200 len: 1127 time: 0.0440414 Jul 28 05:34:58.112131 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-ae6da1cf-3518-41bc-b960-2460790a5562 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ebaf053-9d65-45e3-b15e-dd2dc4a17cce HTTP/1.1" status: 200 len: 217 time: 0.0323927 Jul 28 05:34:58.165713 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-35ab93ab-8def-427a-a349-7c9bd4821518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:58.167156 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-35ab93ab-8def-427a-a349-7c9bd4821518 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=845b9129-ebe5-4150-b813-89174af12dac HTTP/1.1" status: 200 len: 848 time: 0.0449843 Jul 28 05:34:58.199855 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-db9f6884-944e-4701-aca5-ad9ffec5afbd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12fe73f5-6d00-47cf-a14d-34af013f8456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257847 Jul 28 05:34:58.295504 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-33b723a2-808f-435e-9b5b-257450a448eb service neutron] 10.222.0.57 "GET /v2.0/networks/12fe73f5-6d00-47cf-a14d-34af013f8456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870514 Jul 28 05:34:58.390318 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-d7f370e0-db18-419e-9e33-9dcddaf9ad4a req-cdca9234-f08c-40f1-8476-251e9b8ec2de service neutron] 10.222.0.57 "GET /v2.0/networks/12fe73f5-6d00-47cf-a14d-34af013f8456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881901 Jul 28 05:34:59.130890 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f8d70-e739-4206-a97e-526728d13bd4 req-c8cf1931-dbd6-45c2-9e8d-f4232bb72839 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:34:59.132373 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-6b7f8d70-e739-4206-a97e-526728d13bd4 req-c8cf1931-dbd6-45c2-9e8d-f4232bb72839 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.1091418 Jul 28 05:34:59.180639 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-6b7f8d70-e739-4206-a97e-526728d13bd4 req-2be31283-baf2-46cb-8e4f-d560e20c927c tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425613 Jul 28 05:35:00.195096 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 8ebaf053-9d65-45e3-b15e-dd2dc4a17cce details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:35:00.273490 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:00.302529 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa56036-1273-40cd-9550-968cf9e49351 req-10653760-e849-4dbc-8dd6-b586fea7e770 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:00.303087 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port 8ebaf053-9d65-45e3-b15e-dd2dc4a17cce, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8ebaf053-9d65-45e3-b15e-dd2dc4a17cce,segment=NetworkSegment(7a906f7a-ab4b-4aac-ab40-26ff85f0fcb8),segment_id=7a906f7a-ab4b-4aac-ab40-26ff85f0fcb8)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:35:00.304027 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7fa56036-1273-40cd-9550-968cf9e49351 req-10653760-e849-4dbc-8dd6-b586fea7e770 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.0488992 Jul 28 05:35:00.315621 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Returning: {'device': '8ebaf053-9d65-45e3-b15e-dd2dc4a17cce', 'network_id': '12fe73f5-6d00-47cf-a14d-34af013f8456', 'port_id': '8ebaf053-9d65-45e3-b15e-dd2dc4a17cce', 'mac_address': 'fa:16:3e:c9:c6:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '845b9129-ebe5-4150-b813-89174af12dac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:35:00.351251 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7fa56036-1273-40cd-9550-968cf9e49351 req-a02377a7-d9cb-4fc3-bfa9-19e3bd0073b3 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409551 Jul 28 05:35:00.351814 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port 8ebaf053-9d65-45e3-b15e-dd2dc4a17cce is: DOWN; New status is: BUILD {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:35:00.352214 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (8ebaf053-9d65-45e3-b15e-dd2dc4a17cce), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:00.366761 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ebaf053-9d65-45e3-b15e-dd2dc4a17cce {{(pid=104274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:35:00.387049 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port 8ebaf053-9d65-45e3-b15e-dd2dc4a17cce, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8ebaf053-9d65-45e3-b15e-dd2dc4a17cce,segment=NetworkSegment(7a906f7a-ab4b-4aac-ab40-26ff85f0fcb8),segment_id=7a906f7a-ab4b-4aac-ab40-26ff85f0fcb8)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:35:00.451577 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (8ebaf053-9d65-45e3-b15e-dd2dc4a17cce), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:00.503007 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=8ebaf053-9d65-45e3-b15e-dd2dc4a17cce,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:35:00.793939 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] get_ports_and_sgs() called for port_ids ['8ebaf053-9d65-45e3-b15e-dd2dc4a17cce'] {{(pid=104274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:35:01.477782 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56aa96-7254-4767-b6db-46703f9c5ee2 req-a2c0f1a3-d8b7-457a-af24-6f973ebf1e24 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:01.479299 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ff56aa96-7254-4767-b6db-46703f9c5ee2 req-a2c0f1a3-d8b7-457a-af24-6f973ebf1e24 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.0522768 Jul 28 05:35:01.531703 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ff56aa96-7254-4767-b6db-46703f9c5ee2 req-48f2e8eb-cac7-420b-baed-e6b784a70b3a tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459561 Jul 28 05:35:02.209080 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 8ebaf053-9d65-45e3-b15e-dd2dc4a17cce up at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:35:02.251126 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning for port 8ebaf053-9d65-45e3-b15e-dd2dc4a17cce completed by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 05:35:02.252837 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:02.359915 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning complete for port 8ebaf053-9d65-45e3-b15e-dd2dc4a17cce triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:35:02.360255 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (8ebaf053-9d65-45e3-b15e-dd2dc4a17cce), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:02.435446 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port 8ebaf053-9d65-45e3-b15e-dd2dc4a17cce is: BUILD; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:35:02.435844 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (8ebaf053-9d65-45e3-b15e-dd2dc4a17cce), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:02.458505 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76337f4b-add0-4221-8712-c9d29a9c459e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebaf053-9d65-45e3-b15e-dd2dc4a17cce'}] {{(pid=104274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:35:02.460706 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fca5e984e5382dc69b1537007bd6daca7693f884f9b7ded019456fb151e79c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeaddcbd-d872-41c9-927a-2136532e0419" -d '{"events": [{"server_uuid": "76337f4b-add0-4221-8712-c9d29a9c459e", "name": "network-vif-plugged", "status": "completed", "tag": "8ebaf053-9d65-45e3-b15e-dd2dc4a17cce"}]}' {{(pid=104274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:35:02.475015 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port 8ebaf053-9d65-45e3-b15e-dd2dc4a17cce, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8ebaf053-9d65-45e3-b15e-dd2dc4a17cce,segment=NetworkSegment(7a906f7a-ab4b-4aac-ab40-26ff85f0fcb8),segment_id=7a906f7a-ab4b-4aac-ab40-26ff85f0fcb8)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:35:02.497160 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb64b5ec-5295-4997-958f-b7135895a0ec x-openstack-request-id: req-bb64b5ec-5295-4997-958f-b7135895a0ec {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:35:02.497490 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76337f4b-add0-4221-8712-c9d29a9c459e", "name": "network-vif-plugged", "status": "completed", "tag": "8ebaf053-9d65-45e3-b15e-dd2dc4a17cce", "code": 200}]} {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:35:02.497755 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-bb64b5ec-5295-4997-958f-b7135895a0ec {{(pid=104274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:35:02.498154 dv-cinder-799871-48-iscsi neutron-server[104274]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb64b5ec-5295-4997-958f-b7135895a0ec'] response: {'server_uuid': '76337f4b-add0-4221-8712-c9d29a9c459e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebaf053-9d65-45e3-b15e-dd2dc4a17cce', 'code': 200} Jul 28 05:35:02.589522 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (8ebaf053-9d65-45e3-b15e-dd2dc4a17cce), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:02.639175 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=8ebaf053-9d65-45e3-b15e-dd2dc4a17cce,revision_number=5']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:35:02.657278 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833572e2-33e4-4f21-a818-38a98d71446a req-cb8ec151-79c4-49ea-ba43-5eff2cd26c57 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:02.658568 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-833572e2-33e4-4f21-a818-38a98d71446a req-cb8ec151-79c4-49ea-ba43-5eff2cd26c57 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.0478268 Jul 28 05:35:02.708581 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-833572e2-33e4-4f21-a818-38a98d71446a req-c7eebf4a-784b-4202-b66f-17097659e2ac tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441329 Jul 28 05:35:02.765357 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:02.852171 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f39d5-0100-40ea-b9c6-e5f52a3aac40 req-c17dbff1-e1dd-4988-9e23-712b1503d7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:02.853931 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-913f39d5-0100-40ea-b9c6-e5f52a3aac40 req-c17dbff1-e1dd-4988-9e23-712b1503d7ed service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=76337f4b-add0-4221-8712-c9d29a9c459e HTTP/1.1" status: 200 len: 1129 time: 0.0405045 Jul 28 05:35:02.898597 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-913f39d5-0100-40ea-b9c6-e5f52a3aac40 req-fd209061-af4c-48c7-92ef-23862237d0e4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=337538b8-ab9b-4703-8dd1-be347a7e9144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371299 Jul 28 05:35:03.828708 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe2862-62b3-44e9-b8cc-5d86e841edb9 req-0ce8be6a-af0e-4ffe-9543-f5d3a4c90b19 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:03.830228 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-50fe2862-62b3-44e9-b8cc-5d86e841edb9 req-0ce8be6a-af0e-4ffe-9543-f5d3a4c90b19 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.0463159 Jul 28 05:35:03.882234 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-50fe2862-62b3-44e9-b8cc-5d86e841edb9 req-b2589bce-bca6-491d-903d-921f9ca99966 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452914 Jul 28 05:35:05.000459 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e438c66-b1bc-492a-bbc2-2a7a389b9755 req-34744f08-6613-46db-a813-0784d309a6fb tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:05.001947 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4e438c66-b1bc-492a-bbc2-2a7a389b9755 req-34744f08-6613-46db-a813-0784d309a6fb tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.0470150 Jul 28 05:35:05.049304 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4e438c66-b1bc-492a-bbc2-2a7a389b9755 req-aa1722c1-737b-4903-adbc-4a79e7d35acb tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418205 Jul 28 05:35:05.268319 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-1dc30313-3f88-4101-b7be-480a8a1e267d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:06.158123 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:06.168624 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a97867-77c2-4c29-88f3-50993bfd33d9 req-ba40b6ca-e2df-406e-8f9b-a0b3fdf940ef tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:06.170102 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-31a97867-77c2-4c29-88f3-50993bfd33d9 req-ba40b6ca-e2df-406e-8f9b-a0b3fdf940ef tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.0465138 Jul 28 05:35:06.216847 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-31a97867-77c2-4c29-88f3-50993bfd33d9 req-269e218b-cbf5-464c-8a18-a58eaf69158e tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410423 Jul 28 05:35:07.337067 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81274928-cb4d-4172-a281-efc5966610c7 req-f19bb0fd-2905-46b4-ae45-3aa9acb18421 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:07.339379 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-81274928-cb4d-4172-a281-efc5966610c7 req-f19bb0fd-2905-46b4-ae45-3aa9acb18421 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.0505180 Jul 28 05:35:07.385803 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-81274928-cb4d-4172-a281-efc5966610c7 req-4cd53d02-ac2d-4cb9-87e6-c313abe8b64a tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406306 Jul 28 05:35:07.622303 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-fac77f29-e14a-4af8-ac86-664fd6c0f336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:07.849445 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 6 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:35:08.610100 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:08.844983 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f01568-d968-4dc9-a998-de4a6900e90c req-4c7191ee-7328-4ee3-a1af-674746b465e8 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:08.846450 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-40f01568-d968-4dc9-a998-de4a6900e90c req-4c7191ee-7328-4ee3-a1af-674746b465e8 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.0477421 Jul 28 05:35:08.893022 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-40f01568-d968-4dc9-a998-de4a6900e90c req-37244aa6-3fcd-4581-9fac-d3b2c953cc64 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409291 Jul 28 05:35:08.997027 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6be2ea-dd5e-4f72-8bcb-6f7948dfdf81 req-b384c9db-fb01-407b-92d4-2da0bc804eb9 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:08.998542 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3f6be2ea-dd5e-4f72-8bcb-6f7948dfdf81 req-b384c9db-fb01-407b-92d4-2da0bc804eb9 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=d2380b3f-75da-4c71-9bf5-bc1b1cb0611b HTTP/1.1" status: 200 len: 945 time: 0.0496373 Jul 28 05:35:09.045053 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3f6be2ea-dd5e-4f72-8bcb-6f7948dfdf81 req-9352014e-6b59-4adc-bd37-cb2f012bd3ec tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3fcd16d3-ba65-4a91-a3b7-2dfd88587808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411859 Jul 28 05:35:10.009670 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01d334-d416-4ae8-8130-a9661f21673b req-2bc15192-a9bf-4325-8ab2-77b9b4d5c90c tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:10.011729 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9e01d334-d416-4ae8-8130-a9661f21673b req-2bc15192-a9bf-4325-8ab2-77b9b4d5c90c tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.0466897 Jul 28 05:35:10.051847 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:10.059026 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9e01d334-d416-4ae8-8130-a9661f21673b req-8466a274-3f05-48e3-9f63-4101cf9a680f tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419006 Jul 28 05:35:10.163762 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb84b03-b5a1-457b-8e41-1659265d5ef7 req-711ad707-07f2-4ad1-a816-ddcd1be565e5 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:10.165227 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5fb84b03-b5a1-457b-8e41-1659265d5ef7 req-711ad707-07f2-4ad1-a816-ddcd1be565e5 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=d2380b3f-75da-4c71-9bf5-bc1b1cb0611b HTTP/1.1" status: 200 len: 945 time: 0.0475564 Jul 28 05:35:10.215212 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5fb84b03-b5a1-457b-8e41-1659265d5ef7 req-24bf8632-3dfc-46a0-87b2-9c062f78f11a tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3fcd16d3-ba65-4a91-a3b7-2dfd88587808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442536 Jul 28 05:35:10.456389 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:10.748106 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:11.178431 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1030a3-df1e-4138-bb9c-2be044b43b9e req-b17b5c49-20d0-446f-942e-74ffabd679ef tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:11.179988 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-df1030a3-df1e-4138-bb9c-2be044b43b9e req-b17b5c49-20d0-446f-942e-74ffabd679ef tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.0473936 Jul 28 05:35:11.228620 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-df1030a3-df1e-4138-bb9c-2be044b43b9e req-86c07db6-1636-45f7-b36a-366e946dd5d0 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427723 Jul 28 05:35:11.330982 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465dea7e-9cce-4caf-8170-3bafa6d094c8 req-5c923083-50ba-47a1-b859-04c1a9ca5149 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:11.332433 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-465dea7e-9cce-4caf-8170-3bafa6d094c8 req-5c923083-50ba-47a1-b859-04c1a9ca5149 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=d2380b3f-75da-4c71-9bf5-bc1b1cb0611b HTTP/1.1" status: 200 len: 945 time: 0.0469456 Jul 28 05:35:11.379505 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-465dea7e-9cce-4caf-8170-3bafa6d094c8 req-73cf0430-2be2-4408-8f39-aba5ffe775f5 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3fcd16d3-ba65-4a91-a3b7-2dfd88587808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414746 Jul 28 05:35:12.352298 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3850e-0739-4171-b2d9-ca365fa02128 req-70f448f0-a1fc-4411-aaff-a7127c5aaf58 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:12.354398 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e8a3850e-0739-4171-b2d9-ca365fa02128 req-70f448f0-a1fc-4411-aaff-a7127c5aaf58 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.0499969 Jul 28 05:35:12.400966 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e8a3850e-0739-4171-b2d9-ca365fa02128 req-3d8ef23c-12f2-4b7a-a358-c3bb48c10c38 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411773 Jul 28 05:35:12.503282 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe1dc0-ba65-41d3-b0aa-4bbb6d4cd95d req-66b6283f-c900-4077-8d91-db69900338c2 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:12.504904 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-bdbe1dc0-ba65-41d3-b0aa-4bbb6d4cd95d req-66b6283f-c900-4077-8d91-db69900338c2 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=d2380b3f-75da-4c71-9bf5-bc1b1cb0611b HTTP/1.1" status: 200 len: 945 time: 0.0486522 Jul 28 05:35:12.552661 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-bdbe1dc0-ba65-41d3-b0aa-4bbb6d4cd95d req-43d23b7b-2dcd-4210-aa17-ea7ea3dc2081 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3fcd16d3-ba65-4a91-a3b7-2dfd88587808&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419071 Jul 28 05:35:12.686290 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c4cc8-8bf7-4cd4-8af1-f4c480abe5de req-ab3c6fe8-cba4-4313-b49a-c37c64b68477 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:12.687821 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-ee0c4cc8-8bf7-4cd4-8af1-f4c480abe5de req-ab3c6fe8-cba4-4313-b49a-c37c64b68477 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2380b3f-75da-4c71-9bf5-bc1b1cb0611b HTTP/1.1" status: 200 len: 945 time: 0.0502236 Jul 28 05:35:12.779482 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [req-ee0c4cc8-8bf7-4cd4-8af1-f4c480abe5de req-0fa7b553-7d7e-4acd-b30c-5c61e69c89be tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Deleting port cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2 {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:35:12.779856 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-ee0c4cc8-8bf7-4cd4-8af1-f4c480abe5de req-0fa7b553-7d7e-4acd-b30c-5c61e69c89be tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:12.839763 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:12.873024 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [req-ee0c4cc8-8bf7-4cd4-8af1-f4c480abe5de req-0fa7b553-7d7e-4acd-b30c-5c61e69c89be tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] For port cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2,segment=NetworkSegment(d6393f65-f317-4f88-bc02-4e43465dc849),segment_id=d6393f65-f317-4f88-bc02-4e43465dc849)] {{(pid=104273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:35:12.873396 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-ee0c4cc8-8bf7-4cd4-8af1-f4c480abe5de req-0fa7b553-7d7e-4acd-b30c-5c61e69c89be tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:13.322167 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-ee0c4cc8-8bf7-4cd4-8af1-f4c480abe5de req-0fa7b553-7d7e-4acd-b30c-5c61e69c89be tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:13.322537 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-ee0c4cc8-8bf7-4cd4-8af1-f4c480abe5de req-0fa7b553-7d7e-4acd-b30c-5c61e69c89be tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4016612'] for floatingip (38d83805-e9c6-4b47-b019-928767121656), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:13.322854 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.db.l3_db [req-ee0c4cc8-8bf7-4cd4-8af1-f4c480abe5de req-0fa7b553-7d7e-4acd-b30c-5c61e69c89be tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Floating IP 38d83805-e9c6-4b47-b019-928767121656 disassociated. External IP: 172.27.0.108, port: cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2. Jul 28 05:35:13.323473 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [req-ee0c4cc8-8bf7-4cd4-8af1-f4c480abe5de req-0fa7b553-7d7e-4acd-b30c-5c61e69c89be tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Calling delete_port for cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2 owned by compute:nova {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:35:13.398253 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:13.515232 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-ee0c4cc8-8bf7-4cd4-8af1-f4c480abe5de req-0fa7b553-7d7e-4acd-b30c-5c61e69c89be tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:13.544330 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7b553-7d7e-4acd-b30c-5c61e69c89be tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Pushing event deleted for resources: {'Port': ['ID=cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:35:13.646811 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b90324-8bc4-4c21-b275-6cbf06397ece req-2d414ad0-b519-4e60-a175-d32c0b32b9db tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:13.648406 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e7b90324-8bc4-4c21-b275-6cbf06397ece req-2d414ad0-b519-4e60-a175-d32c0b32b9db tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.0484929 Jul 28 05:35:13.660619 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee0c4cc8-8bf7-4cd4-8af1-f4c480abe5de req-0fa7b553-7d7e-4acd-b30c-5c61e69c89be tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Router d2cc43d3-bb01-4229-ac5e-8b627c08bbaf has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:35:13.701902 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e7b90324-8bc4-4c21-b275-6cbf06397ece req-663da427-8729-44ab-a628-318540e25c7b tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465047 Jul 28 05:35:13.769794 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee0c4cc8-8bf7-4cd4-8af1-f4c480abe5de req-0fa7b553-7d7e-4acd-b30c-5c61e69c89be tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:35:13.781745 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa2386a-66da-4f0e-b784-a281f17eb794 None None] Sync routers for ids ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'] in dv-cinder-799871-48-iscsi {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:35:13.810840 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa2386a-66da-4f0e-b784-a281f17eb794 None None] Routers {'d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:35:13.811487 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-8aa2386a-66da-4f0e-b784-a281f17eb794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:35:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:35:13.816896 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0c4cc8-8bf7-4cd4-8af1-f4c480abe5de req-0fa7b553-7d7e-4acd-b30c-5c61e69c89be tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] No DVR routers for this DVR port cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2 on host hv-cinder-79987 {{(pid=104273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:35:13.819428 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-ee0c4cc8-8bf7-4cd4-8af1-f4c480abe5de req-0fa7b553-7d7e-4acd-b30c-5c61e69c89be tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:13.822687 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-ee0c4cc8-8bf7-4cd4-8af1-f4c480abe5de req-0fa7b553-7d7e-4acd-b30c-5c61e69c89be tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.57 "DELETE /v2.0/ports/cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2 HTTP/1.1" status: 204 len: 173 time: 1.1265018 Jul 28 05:35:13.823633 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2380b3f-75da-4c71-9bf5-bc1b1cb0611b', 'name': 'network-vif-deleted', 'tag': 'cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2'}] {{(pid=104273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:35:13.825867 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}294c2db51adabc0e3fe9263869e3ac3ebddb58bd39f135069541a8ae7da0566b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667df793-febe-4373-bff0-a45c8f5fc35b" -d '{"events": [{"server_uuid": "d2380b3f-75da-4c71-9bf5-bc1b1cb0611b", "name": "network-vif-deleted", "tag": "cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2"}]}' {{(pid=104273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:35:13.836295 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:13.848023 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c563071-ca06-481f-a346-81cafb4a7427 req-21e5e33e-c2c9-4dbc-99df-23139c1ed45b tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:13.850026 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4c563071-ca06-481f-a346-81cafb4a7427 req-21e5e33e-c2c9-4dbc-99df-23139c1ed45b tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0643544 Jul 28 05:35:13.904339 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4c563071-ca06-481f-a346-81cafb4a7427 req-593aa9f0-2d24-406e-a5ba-b460d8005202 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482323 Jul 28 05:35:13.940763 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-8aa2386a-66da-4f0e-b784-a281f17eb794 None None] Set router d2cc43d3-bb01-4229-ac5e-8b627c08bbaf gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:35:13.968687 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:14.021248 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5bfe299a-992b-4927-b72c-c35d2703765e req-83130e46-f5af-4e0e-8e44-41d9bcd294f3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=d2380b3f-75da-4c71-9bf5-bc1b1cb0611b HTTP/1.1" status: 200 len: 210 time: 0.0303931 Jul 28 05:35:14.113253 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872d553b-d18d-4cac-b67e-8c74e3f1e4c1 x-openstack-request-id: req-872d553b-d18d-4cac-b67e-8c74e3f1e4c1 {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:35:14.113614 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2380b3f-75da-4c71-9bf5-bc1b1cb0611b", "name": "network-vif-deleted", "tag": "cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2", "status": "completed", "code": 200}]} {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:35:14.113886 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-872d553b-d18d-4cac-b67e-8c74e3f1e4c1 {{(pid=104273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:35:14.114341 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.notifiers.nova [-] Nova event matching ['req-872d553b-d18d-4cac-b67e-8c74e3f1e4c1'] response: {'server_uuid': 'd2380b3f-75da-4c71-9bf5-bc1b1cb0611b', 'name': 'network-vif-deleted', 'tag': 'cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2', 'status': 'completed', 'code': 200} Jul 28 05:35:14.184304 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-8aa2386a-66da-4f0e-b784-a281f17eb794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'name': 'tempest-AttachVolumeNegativeTest-1518408114-router', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:42Z', 'revision_number': 4, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'gw_port': {'id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': '8e0b4173-1bf0-49b1-8197-096d2e1b8f81', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'port_id': 'b006268e-0b66-4d7e-8674-41ac5075555d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'mac_address': 'fa:16:3e:19:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f769843b-cb4a-4599-bf54-49d579601a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:32:01Z', 'updated_at': '2022-07-28T05:32:31Z', 'revision_number': 2, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c786ec77-74c5-47cf-9acd-3809586aab79', 'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'mac_address': 'fa:16:3e:51:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:40Z', 'updated_at': '2022-07-28T05:32:02Z', 'revision_number': 5, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'subnets': [{'id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:35:14.212827 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa2386a-66da-4f0e-b784-a281f17eb794 None None] Checking router: d2cc43d3-bb01-4229-ac5e-8b627c08bbaf for host: dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:35:14.222531 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa2386a-66da-4f0e-b784-a281f17eb794 None None] Routers {'d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:35:14.225931 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-8aa2386a-66da-4f0e-b784-a281f17eb794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:35:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:35:14.328089 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-8aa2386a-66da-4f0e-b784-a281f17eb794 None None] Set router d2cc43d3-bb01-4229-ac5e-8b627c08bbaf gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:35:14.478687 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:14.548396 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-8aa2386a-66da-4f0e-b784-a281f17eb794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'name': 'tempest-AttachVolumeNegativeTest-1518408114-router', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:42Z', 'revision_number': 4, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'gw_port': {'id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': '8e0b4173-1bf0-49b1-8197-096d2e1b8f81', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'port_id': 'b006268e-0b66-4d7e-8674-41ac5075555d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'mac_address': 'fa:16:3e:19:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f769843b-cb4a-4599-bf54-49d579601a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:32:01Z', 'updated_at': '2022-07-28T05:32:31Z', 'revision_number': 2, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c786ec77-74c5-47cf-9acd-3809586aab79', 'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'mac_address': 'fa:16:3e:51:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:40Z', 'updated_at': '2022-07-28T05:32:02Z', 'revision_number': 5, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'subnets': [{'id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:35:14.572958 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa2386a-66da-4f0e-b784-a281f17eb794 None None] The sync data for ids ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'] in dv-cinder-799871-48-iscsi is: [{'id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'name': 'tempest-AttachVolumeNegativeTest-1518408114-router', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:42Z', 'revision_number': 4, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'gw_port': {'id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': '8e0b4173-1bf0-49b1-8197-096d2e1b8f81', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'port_id': 'b006268e-0b66-4d7e-8674-41ac5075555d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'mac_address': 'fa:16:3e:19:ff:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f769843b-cb4a-4599-bf54-49d579601a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:32:01Z', 'updated_at': '2022-07-28T05:32:31Z', 'revision_number': 2, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c786ec77-74c5-47cf-9acd-3809586aab79', 'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'mac_address': 'fa:16:3e:51:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:40Z', 'updated_at': '2022-07-28T05:32:02Z', 'revision_number': 5, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'subnets': [{'id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:35:14.811814 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514ca060-8376-42ff-9209-ae70a1b7b758 None None] New status for floating IP 38d83805-e9c6-4b47-b019-928767121656: DOWN {{(pid=104275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 05:35:14.851543 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feedb50d-4497-454c-ad19-eb1154632f34 req-5aabe477-1d04-4115-982d-00560bca4653 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:14.853030 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-feedb50d-4497-454c-ad19-eb1154632f34 req-5aabe477-1d04-4115-982d-00560bca4653 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.0574024 Jul 28 05:35:14.903291 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-feedb50d-4497-454c-ad19-eb1154632f34 req-8779ec64-fa62-4916-b3bf-8938014126aa tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433607 Jul 28 05:35:15.045041 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ba709-fbf9-46d5-8482-3f0ed7b85110 req-44eb1199-bb84-43ef-ada5-89752581e8c1 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:15.050592 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8c1ba709-fbf9-46d5-8482-3f0ed7b85110 req-44eb1199-bb84-43ef-ada5-89752581e8c1 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0575235 Jul 28 05:35:15.098784 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8c1ba709-fbf9-46d5-8482-3f0ed7b85110 req-0ec80026-18c0-45a8-a3fd-93a133b7f2e5 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460284 Jul 28 05:35:15.210193 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2d6f7c49-6d16-4a90-971e-e3f02f2b85d1 req-d41e1bb9-61cc-438b-b69b-1bdb08c6ad0e tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=d2380b3f-75da-4c71-9bf5-bc1b1cb0611b HTTP/1.1" status: 200 len: 210 time: 0.0311642 Jul 28 05:35:16.030344 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa90a3-634e-4fe3-ae9b-c40b5ae2d0f7 req-c787c97e-9fc6-43b9-badb-8cad585a96b3 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:16.031820 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1afa90a3-634e-4fe3-ae9b-c40b5ae2d0f7 req-c787c97e-9fc6-43b9-badb-8cad585a96b3 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.0504255 Jul 28 05:35:16.080093 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1afa90a3-634e-4fe3-ae9b-c40b5ae2d0f7 req-572d650f-1e11-4bf9-8a2d-a63fdbc4514e tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419474 Jul 28 05:35:16.214256 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179969f6-1802-4fa8-8180-c70aed6f128a req-919b2d29-e0bf-4e15-8d98-56c4f2954f68 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:16.215709 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-179969f6-1802-4fa8-8180-c70aed6f128a req-919b2d29-e0bf-4e15-8d98-56c4f2954f68 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0463130 Jul 28 05:35:16.227268 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:16.264125 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-179969f6-1802-4fa8-8180-c70aed6f128a req-9a3b6a6e-7a53-46dc-a85f-5d724f90171f tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431037 Jul 28 05:35:16.274583 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:35:16.297863 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] No Port match for: cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2 {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:35:16.298209 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device cd6c58a9-a2f7-4847-b8ea-62033cb3f2f2 not bound to the agent host hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:35:16.422821 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 37710) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:35:16.482172 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6f14dd11-8dcd-4271-89cf-e628f657d163 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group (3fcd16d3-ba65-4a91-a3b7-2dfd88587808), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:16.505552 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6f14dd11-8dcd-4271-89cf-e628f657d163 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group (3fcd16d3-ba65-4a91-a3b7-2dfd88587808), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:16.633950 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6f14dd11-8dcd-4271-89cf-e628f657d163 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (3fcd16d3-ba65-4a91-a3b7-2dfd88587808), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:16.636520 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6f14dd11-8dcd-4271-89cf-e628f657d163 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:16.637744 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-6f14dd11-8dcd-4271-89cf-e628f657d163 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "DELETE /v2.0/security-groups/3fcd16d3-ba65-4a91-a3b7-2dfd88587808 HTTP/1.1" status: 204 len: 168 time: 0.2138643 Jul 28 05:35:16.640579 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 37716) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:35:16.649756 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14dd11-8dcd-4271-89cf-e628f657d163 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcd16d3-ba65-4a91-a3b7-2dfd88587808,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:35:16.656392 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.api.v2.resource [None req-f697f87f-c35d-4dc5-a0b2-aaf11eddfc9a tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] show failed (client error): The resource could not be found. Jul 28 05:35:16.657535 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-f697f87f-c35d-4dc5-a0b2-aaf11eddfc9a tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups/3fcd16d3-ba65-4a91-a3b7-2dfd88587808 HTTP/1.1" status: 404 len: 347 time: 0.0158012 Jul 28 05:35:16.660330 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 37718) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:35:16.772254 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [None req-2b464270-d9b3-4f60-bc5a-db3cf3ca47ec tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Deleting port d6f1e81f-d4a2-4ff8-8692-6aa442545c4e {{(pid=104272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:35:16.772602 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-2b464270-d9b3-4f60-bc5a-db3cf3ca47ec tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (d6f1e81f-d4a2-4ff8-8692-6aa442545c4e), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:16.852862 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-2b464270-d9b3-4f60-bc5a-db3cf3ca47ec tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (d6f1e81f-d4a2-4ff8-8692-6aa442545c4e), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:16.853193 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-2b464270-d9b3-4f60-bc5a-db3cf3ca47ec tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for floatingip (d6f1e81f-d4a2-4ff8-8692-6aa442545c4e), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:16.866225 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [None req-2b464270-d9b3-4f60-bc5a-db3cf3ca47ec tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Calling delete_port for d6f1e81f-d4a2-4ff8-8692-6aa442545c4e owned by network:floatingip {{(pid=104272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:35:17.247558 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0851a-2a46-4adf-8c2c-9db1c06f5635 req-578806c2-c0fa-4856-9606-50088f07291a tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:17.248953 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-91b0851a-2a46-4adf-8c2c-9db1c06f5635 req-578806c2-c0fa-4856-9606-50088f07291a tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.0689995 Jul 28 05:35:17.310700 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-91b0851a-2a46-4adf-8c2c-9db1c06f5635 req-1e1c5e7f-c502-4323-a35d-f5e410981f1f tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555255 Jul 28 05:35:17.342503 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-2b464270-d9b3-4f60-bc5a-db3cf3ca47ec tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (d6f1e81f-d4a2-4ff8-8692-6aa442545c4e), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:17.370467 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b464270-d9b3-4f60-bc5a-db3cf3ca47ec tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Pushing event deleted for resources: {'Port': ['ID=d6f1e81f-d4a2-4ff8-8692-6aa442545c4e,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:35:17.420967 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:17.453408 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c044e-5120-4dcb-b0e4-8f24d55ee7fe req-27531d3f-bf8e-47f3-90e5-6c4c5b0cd0c6 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:17.454929 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f63c044e-5120-4dcb-b0e4-8f24d55ee7fe req-27531d3f-bf8e-47f3-90e5-6c4c5b0cd0c6 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0868227 Jul 28 05:35:17.492106 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-2b464270-d9b3-4f60-bc5a-db3cf3ca47ec tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for floatingip (38d83805-e9c6-4b47-b019-928767121656), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:17.494575 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-2b464270-d9b3-4f60-bc5a-db3cf3ca47ec tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for floatingip (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:17.495983 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-2b464270-d9b3-4f60-bc5a-db3cf3ca47ec tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "DELETE /v2.0/floatingips/38d83805-e9c6-4b47-b019-928767121656 HTTP/1.1" status: 204 len: 168 time: 0.8347688 Jul 28 05:35:17.519733 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f63c044e-5120-4dcb-b0e4-8f24d55ee7fe req-f0e3728a-03de-405c-95fa-dc2c83fd2d82 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562966 Jul 28 05:35:18.428831 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379d8a7-21da-405c-94ed-faaccc4c441f req-2e35809d-51ec-4ef1-a6ea-64cb932d67aa tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:18.430337 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4379d8a7-21da-405c-94ed-faaccc4c441f req-2e35809d-51ec-4ef1-a6ea-64cb932d67aa tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.0485520 Jul 28 05:35:18.478053 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4379d8a7-21da-405c-94ed-faaccc4c441f req-babc1467-e589-4766-8ee1-8cc58bc575e1 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422478 Jul 28 05:35:18.639990 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a46f2-8b34-46d4-bfd3-2c8a546457b6 req-7c027964-6256-4522-a6de-c6ef2a8302b2 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:18.641460 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-088a46f2-8b34-46d4-bfd3-2c8a546457b6 req-7c027964-6256-4522-a6de-c6ef2a8302b2 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0470083 Jul 28 05:35:18.688561 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-088a46f2-8b34-46d4-bfd3-2c8a546457b6 req-d8dfe0f9-2233-406c-9a4c-849fc651b6c2 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414412 Jul 28 05:35:19.425689 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863e0c6-f929-4fac-b217-6d3f5f3a4d14 req-cb5cb3a8-ae80-44c4-b39a-2dfe69df3628 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:19.427126 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7863e0c6-f929-4fac-b217-6d3f5f3a4d14 req-cb5cb3a8-ae80-44c4-b39a-2dfe69df3628 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c4200ea-e29d-4c22-bc72-174b478b18fe HTTP/1.1" status: 200 len: 945 time: 0.0498650 Jul 28 05:35:19.444739 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:19.473478 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7863e0c6-f929-4fac-b217-6d3f5f3a4d14 req-34d21a7c-577e-4707-b19d-83ffba037725 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1324a3c-eab0-4e07-91e9-afdf667f4c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407755 Jul 28 05:35:19.593492 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ba32a-db33-4c9b-8205-d324797de5d3 req-315ad59a-cc86-4825-aa42-dc01e544259e tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:19.598660 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f40ba32a-db33-4c9b-8205-d324797de5d3 req-315ad59a-cc86-4825-aa42-dc01e544259e tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.0456114 Jul 28 05:35:19.642019 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f40ba32a-db33-4c9b-8205-d324797de5d3 req-de38eedd-c38b-4ad2-885a-6fa10507df44 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416007 Jul 28 05:35:19.806281 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89075636-8b6c-49c4-a097-53dd253da939 req-54ba1ed6-e568-428f-a5e8-ded8267d5653 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:19.807765 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-89075636-8b6c-49c4-a097-53dd253da939 req-54ba1ed6-e568-428f-a5e8-ded8267d5653 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0474908 Jul 28 05:35:19.858469 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-89075636-8b6c-49c4-a097-53dd253da939 req-c4429277-98b5-4d4f-a86a-5ac3e4df3326 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453455 Jul 28 05:35:20.590927 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0c27c-9160-4271-b45a-3331fe7c6645 req-f6c7749e-de6c-4562-a8b9-0d5b330df6b9 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:20.592389 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-00c0c27c-9160-4271-b45a-3331fe7c6645 req-f6c7749e-de6c-4562-a8b9-0d5b330df6b9 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c4200ea-e29d-4c22-bc72-174b478b18fe HTTP/1.1" status: 200 len: 945 time: 0.0470874 Jul 28 05:35:20.639964 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-00c0c27c-9160-4271-b45a-3331fe7c6645 req-26f8d1ef-0dfb-4825-9aa5-199b6501b92f tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1324a3c-eab0-4e07-91e9-afdf667f4c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421860 Jul 28 05:35:20.759294 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30bdf5-02c8-425b-affd-610db423a837 req-1965fe83-50ab-4fbe-bc5e-6d99d4f2aeca tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:20.760764 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1e30bdf5-02c8-425b-affd-610db423a837 req-1965fe83-50ab-4fbe-bc5e-6d99d4f2aeca tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.0472372 Jul 28 05:35:20.808072 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1e30bdf5-02c8-425b-affd-610db423a837 req-c7fe8a23-e0a5-40fd-880d-2fb34d319c5e tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411363 Jul 28 05:35:20.977571 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72cf88-5258-43fe-a7f0-8c454bfa10de req-b30e0848-7809-4df7-8276-5f514610b918 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:20.979020 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8d72cf88-5258-43fe-a7f0-8c454bfa10de req-b30e0848-7809-4df7-8276-5f514610b918 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0496790 Jul 28 05:35:21.027287 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8d72cf88-5258-43fe-a7f0-8c454bfa10de req-b273086c-2ff1-4cc6-8f7a-978705b28cd5 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417378 Jul 28 05:35:21.758850 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a50eb3-7edd-46df-a017-4d131ae2c105 req-9c3122ad-b3f5-4f75-b9eb-63d8fd88dd96 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:21.760344 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f7a50eb3-7edd-46df-a017-4d131ae2c105 req-9c3122ad-b3f5-4f75-b9eb-63d8fd88dd96 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c4200ea-e29d-4c22-bc72-174b478b18fe HTTP/1.1" status: 200 len: 945 time: 0.0491621 Jul 28 05:35:21.811203 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f7a50eb3-7edd-46df-a017-4d131ae2c105 req-693e2c5a-cac0-467b-90ea-bbc890de59ed tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/security-groups?id=c1324a3c-eab0-4e07-91e9-afdf667f4c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442374 Jul 28 05:35:21.819807 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111dfcd8-ebcb-4b2f-a14d-b8369776845d req-f37ecf17-fea8-418b-b29e-249da2f88cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:21.821305 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-111dfcd8-ebcb-4b2f-a14d-b8369776845d req-f37ecf17-fea8-418b-b29e-249da2f88cf9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 1129 time: 0.0416348 Jul 28 05:35:21.927836 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:21.928991 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f3bda-c765-47c9-94da-c409b8f28ed7 req-e727e2a5-4f44-4165-80d3-d28f806608e9 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:21.930602 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9f8f3bda-c765-47c9-94da-c409b8f28ed7 req-e727e2a5-4f44-4165-80d3-d28f806608e9 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.0532625 Jul 28 05:35:21.956535 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-111dfcd8-ebcb-4b2f-a14d-b8369776845d req-7a30128e-c9e1-4ce9-bc9a-60decba934a0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418344 Jul 28 05:35:21.981397 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9f8f3bda-c765-47c9-94da-c409b8f28ed7 req-b8d62165-ce0d-4144-bee2-3829085de7ff tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429707 Jul 28 05:35:22.106814 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:22.145264 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7f933-9730-45bf-87da-44aff8ecfd35 req-368cd2fb-c62a-43ed-8c71-114f8b38ea26 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:22.146866 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8fa7f933-9730-45bf-87da-44aff8ecfd35 req-368cd2fb-c62a-43ed-8c71-114f8b38ea26 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0493336 Jul 28 05:35:22.194588 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8fa7f933-9730-45bf-87da-44aff8ecfd35 req-f915d2f5-e872-4bd6-84b9-f7dd9ddf2b68 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411277 Jul 28 05:35:22.278610 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10cf4e-6ca5-45fe-b141-e74e5ef43c3f req-0919daab-6c1e-45de-a733-44483691059c tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:22.280038 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-1b10cf4e-6ca5-45fe-b141-e74e5ef43c3f req-0919daab-6c1e-45de-a733-44483691059c tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4200ea-e29d-4c22-bc72-174b478b18fe HTTP/1.1" status: 200 len: 945 time: 0.0481484 Jul 28 05:35:22.368686 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [req-1b10cf4e-6ca5-45fe-b141-e74e5ef43c3f req-97a10560-158e-468f-8d7e-de32d99384ea tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Deleting port ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:35:22.369028 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-1b10cf4e-6ca5-45fe-b141-e74e5ef43c3f req-97a10560-158e-468f-8d7e-de32d99384ea tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:22.457297 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [req-1b10cf4e-6ca5-45fe-b141-e74e5ef43c3f req-97a10560-158e-468f-8d7e-de32d99384ea tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] For port ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b,segment=NetworkSegment(1896812b-3454-4c9a-a5b4-1a6bcc3ae695),segment_id=1896812b-3454-4c9a-a5b4-1a6bcc3ae695)] {{(pid=104273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:35:22.457610 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-1b10cf4e-6ca5-45fe-b141-e74e5ef43c3f req-97a10560-158e-468f-8d7e-de32d99384ea tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:22.470109 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [req-1b10cf4e-6ca5-45fe-b141-e74e5ef43c3f req-97a10560-158e-468f-8d7e-de32d99384ea tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Calling delete_port for ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b owned by compute:nova {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:35:22.668464 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-1b10cf4e-6ca5-45fe-b141-e74e5ef43c3f req-97a10560-158e-468f-8d7e-de32d99384ea tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:22.680397 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] get_ports_and_sgs() called for port_ids ['ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b'] {{(pid=104274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:35:22.694851 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a10560-158e-468f-8d7e-de32d99384ea tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Pushing event deleted for resources: {'Port': ['ID=ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:35:22.743735 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b10cf4e-6ca5-45fe-b141-e74e5ef43c3f req-97a10560-158e-468f-8d7e-de32d99384ea tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] No DVR routers for this DVR port ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b on host hv-cinder-79987 {{(pid=104273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:35:22.746574 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-1b10cf4e-6ca5-45fe-b141-e74e5ef43c3f req-97a10560-158e-468f-8d7e-de32d99384ea tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:22.749861 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-1b10cf4e-6ca5-45fe-b141-e74e5ef43c3f req-97a10560-158e-468f-8d7e-de32d99384ea tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.57 "DELETE /v2.0/ports/ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b HTTP/1.1" status: 204 len: 173 time: 0.4607458 Jul 28 05:35:22.750289 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4200ea-e29d-4c22-bc72-174b478b18fe', 'name': 'network-vif-deleted', 'tag': 'ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b'}] {{(pid=104273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:35:22.752496 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}294c2db51adabc0e3fe9263869e3ac3ebddb58bd39f135069541a8ae7da0566b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4807a3ac-0efd-4e6a-a25c-d0de67490449" -d '{"events": [{"server_uuid": "2c4200ea-e29d-4c22-bc72-174b478b18fe", "name": "network-vif-deleted", "tag": "ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b"}]}' {{(pid=104273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:35:22.789789 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b895f94f-be75-4d6a-94f9-09fe4bf678c8 x-openstack-request-id: req-b895f94f-be75-4d6a-94f9-09fe4bf678c8 {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:35:22.790077 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4200ea-e29d-4c22-bc72-174b478b18fe", "name": "network-vif-deleted", "tag": "ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b", "status": "completed", "code": 200}]} {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:35:22.790320 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b895f94f-be75-4d6a-94f9-09fe4bf678c8 {{(pid=104273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:35:22.790710 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b895f94f-be75-4d6a-94f9-09fe4bf678c8'] response: {'server_uuid': '2c4200ea-e29d-4c22-bc72-174b478b18fe', 'name': 'network-vif-deleted', 'tag': 'ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b', 'status': 'completed', 'code': 200} Jul 28 05:35:22.912764 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ee5a5940-137f-4fef-8e77-428d8f2ee0be req-ce631f9c-143d-49eb-ba54-d53171dc1178 tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c4200ea-e29d-4c22-bc72-174b478b18fe HTTP/1.1" status: 200 len: 210 time: 0.0281222 Jul 28 05:35:23.103312 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5017a8-d977-45bd-87f5-428b24205882 req-26ba910b-6121-4bf8-b501-0d77e772addf tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:23.105320 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-df5017a8-d977-45bd-87f5-428b24205882 req-26ba910b-6121-4bf8-b501-0d77e772addf tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.0518961 Jul 28 05:35:23.152395 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-df5017a8-d977-45bd-87f5-428b24205882 req-0323ec40-b31f-455b-aa25-edf058ac02a2 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413549 Jul 28 05:35:23.310909 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f9472-96d3-458b-beed-2d9fda46f1cc req-93e59839-64ac-4baa-8a4e-8fefa5fe26a9 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:23.312277 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-dd1f9472-96d3-458b-beed-2d9fda46f1cc req-93e59839-64ac-4baa-8a4e-8fefa5fe26a9 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0470858 Jul 28 05:35:23.358968 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-dd1f9472-96d3-458b-beed-2d9fda46f1cc req-61be39e7-5562-4814-b6a0-c1b5f87a4aa8 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412462 Jul 28 05:35:23.896417 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2091f82-2172-4c43-9528-aa6bc95ed533 req-8fa4acbe-ae78-4b4d-9dd3-edbd83753fd4 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:23.897819 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d2091f82-2172-4c43-9528-aa6bc95ed533 req-8fa4acbe-ae78-4b4d-9dd3-edbd83753fd4 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=f769843b-cb4a-4599-bf54-49d579601a8a HTTP/1.1" status: 200 len: 946 time: 0.0479243 Jul 28 05:35:23.950181 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d2091f82-2172-4c43-9528-aa6bc95ed533 req-5e5f0686-94b8-4f55-a256-379c0f75ea48 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=a78a1b60-b789-46e9-a7d5-cfa10f9ddba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467784 Jul 28 05:35:24.022734 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:24.044229 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-977a3bf6-32d6-4f94-b03b-b204b1ebb22a req-f48262e4-f48e-46c6-b0a9-56940d1c896a tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c4200ea-e29d-4c22-bc72-174b478b18fe HTTP/1.1" status: 200 len: 210 time: 0.0304625 Jul 28 05:35:24.269137 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584b0eb-a657-4818-808f-206813bd9ed7 req-14d0de94-9825-4b29-9815-5d97c7646a9c tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:24.270954 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a584b0eb-a657-4818-808f-206813bd9ed7 req-14d0de94-9825-4b29-9815-5d97c7646a9c tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.0479195 Jul 28 05:35:24.319041 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a584b0eb-a657-4818-808f-206813bd9ed7 req-88b1e40c-599d-4bd6-a90d-60d66829f8fb tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426378 Jul 28 05:35:24.475543 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bfd1cd-1d76-4158-a5ee-cd496c3d15d4 req-8d29d79b-3312-4dfc-96f5-c231d89ae4b3 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:24.476950 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-26bfd1cd-1d76-4158-a5ee-cd496c3d15d4 req-8d29d79b-3312-4dfc-96f5-c231d89ae4b3 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0502579 Jul 28 05:35:24.524794 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-26bfd1cd-1d76-4158-a5ee-cd496c3d15d4 req-a948a94d-00f1-47e2-8e3e-1e241913d890 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415404 Jul 28 05:35:24.962619 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e64a76-716d-49f5-a424-3581adfd0953 req-fbf8e6f6-cba2-4d1b-85f5-5c96a5c2e4b4 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:24.964577 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-23e64a76-716d-49f5-a424-3581adfd0953 req-fbf8e6f6-cba2-4d1b-85f5-5c96a5c2e4b4 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.0477061 Jul 28 05:35:25.014279 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-23e64a76-716d-49f5-a424-3581adfd0953 req-43a864a7-a22c-478e-a716-ccbd3b7a8bbf tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442524 Jul 28 05:35:25.114533 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45847635-e1dc-4467-91c4-e5ebce2c7950 req-53c7449b-6627-4e6c-ab81-97fee549e191 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:25.115960 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-45847635-e1dc-4467-91c4-e5ebce2c7950 req-53c7449b-6627-4e6c-ab81-97fee549e191 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=f769843b-cb4a-4599-bf54-49d579601a8a HTTP/1.1" status: 200 len: 946 time: 0.0454702 Jul 28 05:35:25.165296 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-45847635-e1dc-4467-91c4-e5ebce2c7950 req-f086c14d-7f0e-4e9e-9211-1a1cef68e2c3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=a78a1b60-b789-46e9-a7d5-cfa10f9ddba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432446 Jul 28 05:35:25.257675 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-64de66a2-d1b1-4815-b09e-2b738645f058 req-bd0c5924-7509-4b19-8837-f6cc2714e29e tempest-VolumesSnapshotTestJSON-451779272 tempest-VolumesSnapshotTestJSON-451779272-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c4200ea-e29d-4c22-bc72-174b478b18fe HTTP/1.1" status: 200 len: 210 time: 0.0285106 Jul 28 05:35:25.644642 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a9daa-5a8e-43b8-adbd-1aefd0f001a9 req-9d9fdc25-484d-432a-81ac-948516cb384e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:25.646411 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ab9a9daa-5a8e-43b8-adbd-1aefd0f001a9 req-9d9fdc25-484d-432a-81ac-948516cb384e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0498226 Jul 28 05:35:25.695290 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ab9a9daa-5a8e-43b8-adbd-1aefd0f001a9 req-8fd48795-ffd0-4e4f-867e-c5a43792416d tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421665 Jul 28 05:35:25.759994 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63650b7-7f56-45bb-b3ad-87027a1cffc3 req-6deef0a1-2bb8-43e2-b06b-3b37719e2d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:25.762235 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-b63650b7-7f56-45bb-b3ad-87027a1cffc3 req-6deef0a1-2bb8-43e2-b06b-3b37719e2d8c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=99f094bca18d4939bb22f8d076d3a35c&device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 1129 time: 0.0404730 Jul 28 05:35:25.821174 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:25.862751 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63650b7-7f56-45bb-b3ad-87027a1cffc3 req-5c713c92-bb1a-488a-96a3-2a9543370cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:25.864302 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-b63650b7-7f56-45bb-b3ad-87027a1cffc3 req-5c713c92-bb1a-488a-96a3-2a9543370cb7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=11838418-6b14-40b8-a589-613bdb83fff4 HTTP/1.1" status: 200 len: 919 time: 0.0932894 Jul 28 05:35:25.884457 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e47a911-cc15-4b7a-bdd7-17dc44d88c76 req-efa2401d-9378-4106-8ca6-f6dd53234ff4 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:25.886476 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3e47a911-cc15-4b7a-bdd7-17dc44d88c76 req-efa2401d-9378-4106-8ca6-f6dd53234ff4 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.57 "GET /v2.0/ports?device_id=f769843b-cb4a-4599-bf54-49d579601a8a HTTP/1.1" status: 200 len: 946 time: 0.0480566 Jul 28 05:35:25.936154 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-b63650b7-7f56-45bb-b3ad-87027a1cffc3 req-43188315-dd31-4c62-8c79-9f6aad8ee59f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1507aad5-e944-47e5-a8d9-716f5bde1fff HTTP/1.1" status: 200 len: 1000 time: 0.0617805 Jul 28 05:35:25.976600 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [req-3e47a911-cc15-4b7a-bdd7-17dc44d88c76 req-c87af78d-f2fe-4e7d-b78d-567fd2c2b76c tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Deleting port b006268e-0b66-4d7e-8674-41ac5075555d {{(pid=104272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:35:25.977196 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-3e47a911-cc15-4b7a-bdd7-17dc44d88c76 req-c87af78d-f2fe-4e7d-b78d-567fd2c2b76c tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (b006268e-0b66-4d7e-8674-41ac5075555d), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:25.986652 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63650b7-7f56-45bb-b3ad-87027a1cffc3 req-3b96e356-24b8-415e-8327-d99b6016c26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:25.988110 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-b63650b7-7f56-45bb-b3ad-87027a1cffc3 req-3b96e356-24b8-415e-8327-d99b6016c26c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6633fe43-f109-432a-95d5-6755c5bac4f1 HTTP/1.1" status: 200 len: 857 time: 0.0465262 Jul 28 05:35:26.033112 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63650b7-7f56-45bb-b3ad-87027a1cffc3 req-e88428bb-2788-48c4-83f9-ee252ae863c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:26.034654 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-b63650b7-7f56-45bb-b3ad-87027a1cffc3 req-e88428bb-2788-48c4-83f9-ee252ae863c4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11838418-6b14-40b8-a589-613bdb83fff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401359 Jul 28 05:35:26.079856 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:26.081855 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [req-3e47a911-cc15-4b7a-bdd7-17dc44d88c76 req-c87af78d-f2fe-4e7d-b78d-567fd2c2b76c tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] For port b006268e-0b66-4d7e-8674-41ac5075555d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b006268e-0b66-4d7e-8674-41ac5075555d,segment=NetworkSegment(d6393f65-f317-4f88-bc02-4e43465dc849),segment_id=d6393f65-f317-4f88-bc02-4e43465dc849)] {{(pid=104272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:35:26.082286 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-3e47a911-cc15-4b7a-bdd7-17dc44d88c76 req-c87af78d-f2fe-4e7d-b78d-567fd2c2b76c tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (b006268e-0b66-4d7e-8674-41ac5075555d), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:26.110428 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:26.134759 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-b63650b7-7f56-45bb-b3ad-87027a1cffc3 req-970e7ed1-a95c-4d8b-a12a-3639b45f2cb4 service neutron] 10.222.0.57 "GET /v2.0/networks/11838418-6b14-40b8-a589-613bdb83fff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924659 Jul 28 05:35:26.216557 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f2b70-1279-4251-a542-cb13d822c95a req-ad84f98e-ed55-402a-9243-d44d6d5726e9 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:26.218052 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ad4f2b70-1279-4251-a542-cb13d822c95a req-ad84f98e-ed55-402a-9243-d44d6d5726e9 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.1269712 Jul 28 05:35:26.231992 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-b63650b7-7f56-45bb-b3ad-87027a1cffc3 req-b6e6fa53-8817-493b-b1a6-910ebd0298b8 service neutron] 10.222.0.57 "GET /v2.0/networks/11838418-6b14-40b8-a589-613bdb83fff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878501 Jul 28 05:35:26.349800 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ad4f2b70-1279-4251-a542-cb13d822c95a req-5bc51132-098a-4796-8bd7-9d638769cd7f tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214185 Jul 28 05:35:26.368026 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device b006268e-0b66-4d7e-8674-41ac5075555d no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:35:26.373199 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-3e47a911-cc15-4b7a-bdd7-17dc44d88c76 req-c87af78d-f2fe-4e7d-b78d-567fd2c2b76c tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:26.373614 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-3e47a911-cc15-4b7a-bdd7-17dc44d88c76 req-c87af78d-f2fe-4e7d-b78d-567fd2c2b76c tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4016612'] for floatingip (8e0b4173-1bf0-49b1-8197-096d2e1b8f81), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:26.373935 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.db.l3_db [req-3e47a911-cc15-4b7a-bdd7-17dc44d88c76 req-c87af78d-f2fe-4e7d-b78d-567fd2c2b76c tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Floating IP 8e0b4173-1bf0-49b1-8197-096d2e1b8f81 disassociated. External IP: 172.27.0.26, port: b006268e-0b66-4d7e-8674-41ac5075555d. Jul 28 05:35:26.374291 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [req-3e47a911-cc15-4b7a-bdd7-17dc44d88c76 req-c87af78d-f2fe-4e7d-b78d-567fd2c2b76c tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Calling delete_port for b006268e-0b66-4d7e-8674-41ac5075555d owned by compute:nova {{(pid=104272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:35:26.388802 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:26.444088 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port b006268e-0b66-4d7e-8674-41ac5075555d is: ACTIVE; New status is: DOWN {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:35:26.444483 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (b006268e-0b66-4d7e-8674-41ac5075555d), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:26.468800 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f769843b-cb4a-4599-bf54-49d579601a8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b006268e-0b66-4d7e-8674-41ac5075555d'}] {{(pid=104274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:35:26.471098 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fca5e984e5382dc69b1537007bd6daca7693f884f9b7ded019456fb151e79c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7ad67a-892d-42d0-be16-1cdf7ea4e145" -d '{"events": [{"server_uuid": "f769843b-cb4a-4599-bf54-49d579601a8a", "name": "network-vif-unplugged", "status": "completed", "tag": "b006268e-0b66-4d7e-8674-41ac5075555d"}]}' {{(pid=104274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:35:26.478712 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa2471-fff9-4668-a19b-a6d82b1bfada req-7d2ee433-d686-433e-bc76-d0365ac167ee tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:26.481143 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c9aa2471-fff9-4668-a19b-a6d82b1bfada req-7d2ee433-d686-433e-bc76-d0365ac167ee tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=f769843b-cb4a-4599-bf54-49d579601a8a HTTP/1.1" status: 200 len: 946 time: 0.0651782 Jul 28 05:35:26.484612 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port b006268e-0b66-4d7e-8674-41ac5075555d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b006268e-0b66-4d7e-8674-41ac5075555d,segment=NetworkSegment(d6393f65-f317-4f88-bc02-4e43465dc849),segment_id=d6393f65-f317-4f88-bc02-4e43465dc849)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:35:26.545369 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c9aa2471-fff9-4668-a19b-a6d82b1bfada req-1cef07aa-501c-468a-b075-a64c9c1d6bb2 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=a78a1b60-b789-46e9-a7d5-cfa10f9ddba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577250 Jul 28 05:35:26.571570 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (b006268e-0b66-4d7e-8674-41ac5075555d), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:26.572784 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:35:26.601395 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] No Port match for: ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:35:26.601395 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device ad525c4e-158a-4aa3-9d2c-e4f773a1dd4b not bound to the agent host hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:35:26.631668 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Jul 2022 05:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df199968-a287-48f4-9092-d9a2d1da8b17 x-openstack-request-id: req-df199968-a287-48f4-9092-d9a2d1da8b17 {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:35:26.631991 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f769843b-cb4a-4599-bf54-49d579601a8a", "name": "network-vif-unplugged", "status": "completed", "tag": "b006268e-0b66-4d7e-8674-41ac5075555d", "code": 200}]} {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:35:26.632251 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-df199968-a287-48f4-9092-d9a2d1da8b17 {{(pid=104274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:35:26.632647 dv-cinder-799871-48-iscsi neutron-server[104274]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df199968-a287-48f4-9092-d9a2d1da8b17'] response: {'server_uuid': 'f769843b-cb4a-4599-bf54-49d579601a8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b006268e-0b66-4d7e-8674-41ac5075555d', 'code': 200} Jul 28 05:35:26.654365 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=b006268e-0b66-4d7e-8674-41ac5075555d,revision_number=6']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:35:26.662311 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:26.662722 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:26.663079 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:26.663434 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:26.663773 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:26.664098 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:26.664427 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:26.664749 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:26.665086 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:26.665412 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:26.665767 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:26.666107 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:26.668530 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:26.668530 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:26.668530 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:26.685635 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-3e47a911-cc15-4b7a-bdd7-17dc44d88c76 req-c87af78d-f2fe-4e7d-b78d-567fd2c2b76c tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (b006268e-0b66-4d7e-8674-41ac5075555d), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:26.715049 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87af78d-f2fe-4e7d-b78d-567fd2c2b76c tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Pushing event deleted for resources: {'Port': ['ID=b006268e-0b66-4d7e-8674-41ac5075555d,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:35:26.856959 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57aaead-9e12-4ca8-811a-0631ce60240d req-44596399-4a87-442d-9d4b-36bf4337ad06 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:26.858393 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b57aaead-9e12-4ca8-811a-0631ce60240d req-44596399-4a87-442d-9d4b-36bf4337ad06 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0858486 Jul 28 05:35:26.889525 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e47a911-cc15-4b7a-bdd7-17dc44d88c76 req-c87af78d-f2fe-4e7d-b78d-567fd2c2b76c tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Router d2cc43d3-bb01-4229-ac5e-8b627c08bbaf has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:35:26.926102 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b57aaead-9e12-4ca8-811a-0631ce60240d req-1ff0347d-ddec-44c6-8ce6-8eb74b662118 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614064 Jul 28 05:35:27.016138 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:27.022525 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e47a911-cc15-4b7a-bdd7-17dc44d88c76 req-c87af78d-f2fe-4e7d-b78d-567fd2c2b76c tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:35:27.033678 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0e0a1e-af7d-49ab-9e77-9d41224b5b38 None None] Sync routers for ids ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'] in dv-cinder-799871-48-iscsi {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:35:27.044193 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0e0a1e-af7d-49ab-9e77-9d41224b5b38 None None] Routers {'d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:35:27.047679 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-4c0e0a1e-af7d-49ab-9e77-9d41224b5b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:35:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:35:27.072695 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e47a911-cc15-4b7a-bdd7-17dc44d88c76 req-c87af78d-f2fe-4e7d-b78d-567fd2c2b76c tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] No DVR routers for this DVR port b006268e-0b66-4d7e-8674-41ac5075555d on host hv-cinder-79987 {{(pid=104272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:35:27.076078 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-3e47a911-cc15-4b7a-bdd7-17dc44d88c76 req-c87af78d-f2fe-4e7d-b78d-567fd2c2b76c tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:27.079495 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3e47a911-cc15-4b7a-bdd7-17dc44d88c76 req-c87af78d-f2fe-4e7d-b78d-567fd2c2b76c tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.57 "DELETE /v2.0/ports/b006268e-0b66-4d7e-8674-41ac5075555d HTTP/1.1" status: 204 len: 173 time: 1.1876202 Jul 28 05:35:27.079947 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f769843b-cb4a-4599-bf54-49d579601a8a', 'name': 'network-vif-deleted', 'tag': 'b006268e-0b66-4d7e-8674-41ac5075555d'}] {{(pid=104272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:35:27.084903 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90743944bbcefbc541f6211993cabd2c9418e1ba23e64f30c52edf03935cac0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aae3810-d476-423e-ad54-7be88e2311c4" -d '{"events": [{"server_uuid": "f769843b-cb4a-4599-bf54-49d579601a8a", "name": "network-vif-deleted", "tag": "b006268e-0b66-4d7e-8674-41ac5075555d"}]}' {{(pid=104272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:35:27.123931 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfcd43d-150c-4c83-9b00-6568d21c0379 x-openstack-request-id: req-acfcd43d-150c-4c83-9b00-6568d21c0379 {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:35:27.124299 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f769843b-cb4a-4599-bf54-49d579601a8a", "name": "network-vif-deleted", "tag": "b006268e-0b66-4d7e-8674-41ac5075555d", "status": "completed", "code": 200}]} {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:35:27.124646 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-acfcd43d-150c-4c83-9b00-6568d21c0379 {{(pid=104272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:35:27.129997 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acfcd43d-150c-4c83-9b00-6568d21c0379'] response: {'server_uuid': 'f769843b-cb4a-4599-bf54-49d579601a8a', 'name': 'network-vif-deleted', 'tag': 'b006268e-0b66-4d7e-8674-41ac5075555d', 'status': 'completed', 'code': 200} Jul 28 05:35:27.170381 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-4c0e0a1e-af7d-49ab-9e77-9d41224b5b38 None None] Set router d2cc43d3-bb01-4229-ac5e-8b627c08bbaf gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:35:27.290094 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:27.365406 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-4c0e0a1e-af7d-49ab-9e77-9d41224b5b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'name': 'tempest-AttachVolumeNegativeTest-1518408114-router', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:42Z', 'revision_number': 4, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'gw_port': {'id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'c786ec77-74c5-47cf-9acd-3809586aab79', 'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'mac_address': 'fa:16:3e:51:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:40Z', 'updated_at': '2022-07-28T05:32:02Z', 'revision_number': 5, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'subnets': [{'id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:35:27.392303 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0e0a1e-af7d-49ab-9e77-9d41224b5b38 None None] Checking router: d2cc43d3-bb01-4229-ac5e-8b627c08bbaf for host: dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:35:27.402185 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0e0a1e-af7d-49ab-9e77-9d41224b5b38 None None] Routers {'d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:35:27.402806 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-4c0e0a1e-af7d-49ab-9e77-9d41224b5b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:35:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:35:27.474181 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4fac2-984e-42c3-938d-6a500364cc24 req-c09efec8-6e40-4958-9112-df15db91e51c tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:27.475930 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ddb4fac2-984e-42c3-938d-6a500364cc24 req-c09efec8-6e40-4958-9112-df15db91e51c tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.0496206 Jul 28 05:35:27.529605 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ddb4fac2-984e-42c3-938d-6a500364cc24 req-a7695f51-07eb-419e-9b47-69c403fb15fd tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468912 Jul 28 05:35:27.633239 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-4c0e0a1e-af7d-49ab-9e77-9d41224b5b38 None None] Set router d2cc43d3-bb01-4229-ac5e-8b627c08bbaf gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:35:27.647299 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f57b3a98-8964-4e72-96bf-a24ea2e1508d req-43cb99ce-ca34-4591-a962-adc04becb402 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=f769843b-cb4a-4599-bf54-49d579601a8a HTTP/1.1" status: 200 len: 210 time: 0.0292149 Jul 28 05:35:27.749427 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:27.822954 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-4c0e0a1e-af7d-49ab-9e77-9d41224b5b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'name': 'tempest-AttachVolumeNegativeTest-1518408114-router', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:42Z', 'revision_number': 4, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'gw_port': {'id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'c786ec77-74c5-47cf-9acd-3809586aab79', 'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'mac_address': 'fa:16:3e:51:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:40Z', 'updated_at': '2022-07-28T05:32:02Z', 'revision_number': 5, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'subnets': [{'id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:35:27.852775 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0e0a1e-af7d-49ab-9e77-9d41224b5b38 None None] The sync data for ids ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'] in dv-cinder-799871-48-iscsi is: [{'id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'name': 'tempest-AttachVolumeNegativeTest-1518408114-router', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:42Z', 'revision_number': 4, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'gw_port': {'id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'c786ec77-74c5-47cf-9acd-3809586aab79', 'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'mac_address': 'fa:16:3e:51:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:40Z', 'updated_at': '2022-07-28T05:32:02Z', 'revision_number': 5, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'subnets': [{'id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:35:28.056993 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ba486-dd94-4ed2-89e3-ea65963b1fe8 req-85c29dba-3184-4755-8c4f-ca852874577a tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:28.058623 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b92ba486-dd94-4ed2-89e3-ea65963b1fe8 req-85c29dba-3184-4755-8c4f-ca852874577a tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0563586 Jul 28 05:35:28.069552 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bbae5b-4041-4a87-b980-0e533a468aaf None None] New status for floating IP 8e0b4173-1bf0-49b1-8197-096d2e1b8f81: DOWN {{(pid=104275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 05:35:28.112749 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b92ba486-dd94-4ed2-89e3-ea65963b1fe8 req-5b73f078-23a4-4342-9973-62d047b50ace tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472445 Jul 28 05:35:28.649940 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00e8ae-11b2-42ce-adb9-5081c4ab1302 req-48c00e1a-95b8-4a4c-b7f3-c37cdc167109 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:28.651437 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4d00e8ae-11b2-42ce-adb9-5081c4ab1302 req-48c00e1a-95b8-4a4c-b7f3-c37cdc167109 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.0495470 Jul 28 05:35:28.701774 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4d00e8ae-11b2-42ce-adb9-5081c4ab1302 req-ed6ec5ef-590b-4cea-a3d7-37e1aff59374 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446846 Jul 28 05:35:28.795045 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-37a6ede9-0fde-4721-b274-5af690d2efb8 req-57db8450-5ab2-4214-a891-d8137bc16537 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=f769843b-cb4a-4599-bf54-49d579601a8a HTTP/1.1" status: 200 len: 210 time: 0.0284309 Jul 28 05:35:28.894168 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7490e75-9021-41ea-9cc9-a1abdfe1acd6 req-5849beaa-0a1e-4d37-9a9c-0e9ad577242a tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:28.895910 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e7490e75-9021-41ea-9cc9-a1abdfe1acd6 req-5849beaa-0a1e-4d37-9a9c-0e9ad577242a tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.0513926 Jul 28 05:35:28.906166 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 37854) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:35:28.910457 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-f6ec2eee-58a0-4b66-9c87-62ea808f4d42 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Request body: {'floatingip': {'port_id': '1507aad5-e944-47e5-a8d9-716f5bde1fff'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:35:28.961888 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-f6ec2eee-58a0-4b66-9c87-62ea808f4d42 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks [] for floatingip (be6fabff-737a-401e-9415-071f3dd7de7a), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:29.048931 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:29.277145 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4c32d-4fef-449d-ae15-7b773b7f0cef req-dc04e623-2870-4e6d-afa4-2daf83461fd1 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:29.278692 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5fd4c32d-4fef-449d-ae15-7b773b7f0cef req-dc04e623-2870-4e6d-afa4-2daf83461fd1 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0899734 Jul 28 05:35:29.398085 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5fd4c32d-4fef-449d-ae15-7b773b7f0cef req-6fe3dce3-e27e-48c4-8f58-0270ea38d2ac tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905406 Jul 28 05:35:29.482688 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-f6ec2eee-58a0-4b66-9c87-62ea808f4d42 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:29.535640 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-f6ec2eee-58a0-4b66-9c87-62ea808f4d42 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4016612'] for floatingip (be6fabff-737a-401e-9415-071f3dd7de7a), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:29.538473 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:29.927482 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e14fbda1-6bfe-46be-860e-1d0ec4bf76d5 req-8d2957de-a392-430c-b611-751de391f801 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=f769843b-cb4a-4599-bf54-49d579601a8a HTTP/1.1" status: 200 len: 210 time: 0.0348051 Jul 28 05:35:29.984099 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ec2eee-58a0-4b66-9c87-62ea808f4d42 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Router d6622d09-335a-4c4c-94b2-578f3726827c has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:35:30.089328 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ec2eee-58a0-4b66-9c87-62ea808f4d42 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:35:30.093991 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-f6ec2eee-58a0-4b66-9c87-62ea808f4d42 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for floatingip (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:30.099030 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3108a9c0-8ed2-4e0f-9052-99d850ff0055 None None] Sync routers for ids ['d6622d09-335a-4c4c-94b2-578f3726827c'] in dv-cinder-799871-48-iscsi {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:35:30.108469 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3108a9c0-8ed2-4e0f-9052-99d850ff0055 None None] Routers {'d6622d09-335a-4c4c-94b2-578f3726827c'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:35:30.109077 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-3108a9c0-8ed2-4e0f-9052-99d850ff0055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:35:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['d6622d09-335a-4c4c-94b2-578f3726827c'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:35:30.125361 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9', 'tag': '1507aad5-e944-47e5-a8d9-716f5bde1fff'}] {{(pid=104272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:35:30.127639 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90743944bbcefbc541f6211993cabd2c9418e1ba23e64f30c52edf03935cac0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97731e7-154e-4330-8400-617fe9796ab5" -d '{"events": [{"name": "network-changed", "server_uuid": "9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9", "tag": "1507aad5-e944-47e5-a8d9-716f5bde1fff"}]}' {{(pid=104272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:35:30.163226 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-f6ec2eee-58a0-4b66-9c87-62ea808f4d42 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "PUT /v2.0/floatingips/be6fabff-737a-401e-9415-071f3dd7de7a HTTP/1.1" status: 200 len: 992 time: 1.2554295 Jul 28 05:35:30.167022 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d46042-1e9f-4f93-bf06-92a7d308e48f x-openstack-request-id: req-d9d46042-1e9f-4f93-bf06-92a7d308e48f {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:35:30.167309 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9", "tag": "1507aad5-e944-47e5-a8d9-716f5bde1fff", "status": "completed", "code": 200}]} {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:35:30.167567 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d9d46042-1e9f-4f93-bf06-92a7d308e48f {{(pid=104272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:35:30.167963 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9d46042-1e9f-4f93-bf06-92a7d308e48f'] response: {'name': 'network-changed', 'server_uuid': '9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9', 'tag': '1507aad5-e944-47e5-a8d9-716f5bde1fff', 'status': 'completed', 'code': 200} Jul 28 05:35:30.217818 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-3108a9c0-8ed2-4e0f-9052-99d850ff0055 None None] Set router d6622d09-335a-4c4c-94b2-578f3726827c gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:35:30.432102 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-3108a9c0-8ed2-4e0f-9052-99d850ff0055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'name': 'tempest-ServerRescueNegativeTestJSON-314920019-router', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd98d4552-f0bf-47a7-85a3-b1694e04f0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:24Z', 'updated_at': '2022-07-28T05:31:33Z', 'revision_number': 4, 'project_id': '99f094bca18d4939bb22f8d076d3a35c', 'gw_port': {'id': 'd98d4552-f0bf-47a7-85a3-b1694e04f0e5', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:25Z', 'updated_at': '2022-07-28T05:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': 'be6fabff-737a-401e-9415-071f3dd7de7a', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'floating_ip_address': '172.27.0.27', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'port_id': '1507aad5-e944-47e5-a8d9-716f5bde1fff', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 269, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4', 'mac_address': 'fa:16:3e:3c:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:33:23Z', 'updated_at': '2022-07-28T05:35:29Z', 'revision_number': 3, 'project_id': '99f094bca18d4939bb22f8d076d3a35c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd494518c-2a9c-4afe-bced-f2d95e68187b', 'name': '', 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'mac_address': 'fa:16:3e:9e:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6633fe43-f109-432a-95d5-6755c5bac4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:52Z', 'revision_number': 5, 'project_id': '99f094bca18d4939bb22f8d076d3a35c', 'subnets': [{'id': '6633fe43-f109-432a-95d5-6755c5bac4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:35:30.462169 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3108a9c0-8ed2-4e0f-9052-99d850ff0055 None None] Checking router: d6622d09-335a-4c4c-94b2-578f3726827c for host: dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:35:30.471432 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3108a9c0-8ed2-4e0f-9052-99d850ff0055 None None] Routers {'d6622d09-335a-4c4c-94b2-578f3726827c'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:35:30.472044 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-3108a9c0-8ed2-4e0f-9052-99d850ff0055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:35:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['d6622d09-335a-4c4c-94b2-578f3726827c'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:35:30.518435 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de0912-e256-4d8e-bdeb-5b60e20f6605 req-837db851-26f2-4898-870b-3c38b2eb0622 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:30.520174 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-97de0912-e256-4d8e-bdeb-5b60e20f6605 req-837db851-26f2-4898-870b-3c38b2eb0622 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0473027 Jul 28 05:35:30.570440 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-97de0912-e256-4d8e-bdeb-5b60e20f6605 req-0916c67b-da7c-4aad-9e39-9a09f6405dd3 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440903 Jul 28 05:35:30.576274 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-3108a9c0-8ed2-4e0f-9052-99d850ff0055 None None] Set router d6622d09-335a-4c4c-94b2-578f3726827c gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:35:30.675977 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=100 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:30.784716 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-3108a9c0-8ed2-4e0f-9052-99d850ff0055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'name': 'tempest-ServerRescueNegativeTestJSON-314920019-router', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd98d4552-f0bf-47a7-85a3-b1694e04f0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:24Z', 'updated_at': '2022-07-28T05:31:33Z', 'revision_number': 4, 'project_id': '99f094bca18d4939bb22f8d076d3a35c', 'gw_port': {'id': 'd98d4552-f0bf-47a7-85a3-b1694e04f0e5', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:25Z', 'updated_at': '2022-07-28T05:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': 'be6fabff-737a-401e-9415-071f3dd7de7a', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'floating_ip_address': '172.27.0.27', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'port_id': '1507aad5-e944-47e5-a8d9-716f5bde1fff', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 269, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4', 'mac_address': 'fa:16:3e:3c:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:33:23Z', 'updated_at': '2022-07-28T05:35:29Z', 'revision_number': 3, 'project_id': '99f094bca18d4939bb22f8d076d3a35c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd494518c-2a9c-4afe-bced-f2d95e68187b', 'name': '', 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'mac_address': 'fa:16:3e:9e:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6633fe43-f109-432a-95d5-6755c5bac4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:52Z', 'revision_number': 5, 'project_id': '99f094bca18d4939bb22f8d076d3a35c', 'subnets': [{'id': '6633fe43-f109-432a-95d5-6755c5bac4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:35:30.809307 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3108a9c0-8ed2-4e0f-9052-99d850ff0055 None None] The sync data for ids ['d6622d09-335a-4c4c-94b2-578f3726827c'] in dv-cinder-799871-48-iscsi is: [{'id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'name': 'tempest-ServerRescueNegativeTestJSON-314920019-router', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd98d4552-f0bf-47a7-85a3-b1694e04f0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:24Z', 'updated_at': '2022-07-28T05:31:33Z', 'revision_number': 4, 'project_id': '99f094bca18d4939bb22f8d076d3a35c', 'gw_port': {'id': 'd98d4552-f0bf-47a7-85a3-b1694e04f0e5', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:25Z', 'updated_at': '2022-07-28T05:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': 'be6fabff-737a-401e-9415-071f3dd7de7a', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'floating_ip_address': '172.27.0.27', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'port_id': '1507aad5-e944-47e5-a8d9-716f5bde1fff', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 269, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4', 'mac_address': 'fa:16:3e:3c:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:33:23Z', 'updated_at': '2022-07-28T05:35:29Z', 'revision_number': 3, 'project_id': '99f094bca18d4939bb22f8d076d3a35c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd494518c-2a9c-4afe-bced-f2d95e68187b', 'name': '', 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'mac_address': 'fa:16:3e:9e:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6633fe43-f109-432a-95d5-6755c5bac4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:52Z', 'revision_number': 5, 'project_id': '99f094bca18d4939bb22f8d076d3a35c', 'subnets': [{'id': '6633fe43-f109-432a-95d5-6755c5bac4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:35:31.038267 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-09a976f6-dede-4499-bdb4-7295689d9589 req-042d8df8-6f09-456f-a11e-3ade771b912f tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=f769843b-cb4a-4599-bf54-49d579601a8a HTTP/1.1" status: 200 len: 210 time: 0.0278580 Jul 28 05:35:31.636905 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:31.645354 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97731e7-154e-4330-8400-617fe9796ab5 req-35df61b3-dd0f-4f2a-8d0f-d19fa33f4055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:31.647064 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b97731e7-154e-4330-8400-617fe9796ab5 req-35df61b3-dd0f-4f2a-8d0f-d19fa33f4055 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=99f094bca18d4939bb22f8d076d3a35c&device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 1129 time: 0.0456913 Jul 28 05:35:31.750939 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3174f-d44e-4d15-b1a5-31951046ecee req-4654a0c2-808a-4353-b64e-8012ea50335b tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:31.752359 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b3f3174f-d44e-4d15-b1a5-31951046ecee req-4654a0c2-808a-4353-b64e-8012ea50335b tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0879200 Jul 28 05:35:31.812136 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97731e7-154e-4330-8400-617fe9796ab5 req-18b9f2d3-7e7f-4d97-ac99-dcc4137e233e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:31.813626 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b97731e7-154e-4330-8400-617fe9796ab5 req-18b9f2d3-7e7f-4d97-ac99-dcc4137e233e service neutron] 10.222.0.57 "GET /v2.0/networks?id=11838418-6b14-40b8-a589-613bdb83fff4 HTTP/1.1" status: 200 len: 919 time: 0.1567252 Jul 28 05:35:31.837697 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b3f3174f-d44e-4d15-b1a5-31951046ecee req-f6e0785d-a6af-4e37-854f-e370fdecaa84 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779681 Jul 28 05:35:31.887932 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b97731e7-154e-4330-8400-617fe9796ab5 req-774984aa-bf34-4368-8f72-3b2f12638f01 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1507aad5-e944-47e5-a8d9-716f5bde1fff HTTP/1.1" status: 200 len: 1000 time: 0.0607100 Jul 28 05:35:31.937306 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97731e7-154e-4330-8400-617fe9796ab5 req-0e607e83-4eee-47b2-bfc8-a012d6a46c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:31.938772 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b97731e7-154e-4330-8400-617fe9796ab5 req-0e607e83-4eee-47b2-bfc8-a012d6a46c82 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6633fe43-f109-432a-95d5-6755c5bac4f1 HTTP/1.1" status: 200 len: 857 time: 0.0446055 Jul 28 05:35:31.953622 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:31.988201 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97731e7-154e-4330-8400-617fe9796ab5 req-e2d263e6-cb48-4ff5-b154-b599de8b527e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:31.989728 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b97731e7-154e-4330-8400-617fe9796ab5 req-e2d263e6-cb48-4ff5-b154-b599de8b527e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11838418-6b14-40b8-a589-613bdb83fff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446103 Jul 28 05:35:32.081486 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b97731e7-154e-4330-8400-617fe9796ab5 req-91f7d638-5b8c-4ddc-beee-91cc72f050e9 service neutron] 10.222.0.57 "GET /v2.0/networks/11838418-6b14-40b8-a589-613bdb83fff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850885 Jul 28 05:35:32.169808 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9', 'tag': '1507aad5-e944-47e5-a8d9-716f5bde1fff'}] {{(pid=104272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:35:32.172063 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90743944bbcefbc541f6211993cabd2c9418e1ba23e64f30c52edf03935cac0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4191d913-7783-4b3b-90ce-0c3ba2603fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9", "tag": "1507aad5-e944-47e5-a8d9-716f5bde1fff"}]}' {{(pid=104272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:35:32.182574 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 37884) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:35:32.186360 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b97731e7-154e-4330-8400-617fe9796ab5 req-a1f8703a-0ade-408c-b14d-151c8c75146c service neutron] 10.222.0.57 "GET /v2.0/networks/11838418-6b14-40b8-a589-613bdb83fff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971527 Jul 28 05:35:32.213750 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2cdd9a-5f01-447b-8d82-632d833838a7 x-openstack-request-id: req-ca2cdd9a-5f01-447b-8d82-632d833838a7 {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:35:32.214050 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9", "tag": "1507aad5-e944-47e5-a8d9-716f5bde1fff", "status": "completed", "code": 200}]} {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:35:32.214308 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ca2cdd9a-5f01-447b-8d82-632d833838a7 {{(pid=104272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:35:32.214715 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca2cdd9a-5f01-447b-8d82-632d833838a7'] response: {'name': 'network-changed', 'server_uuid': '9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9', 'tag': '1507aad5-e944-47e5-a8d9-716f5bde1fff', 'status': 'completed', 'code': 200} Jul 28 05:35:32.247074 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-314e198a-cc3e-4141-b0c3-7bfcab48c2d3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group (a78a1b60-b789-46e9-a7d5-cfa10f9ddba4), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:32.271091 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-314e198a-cc3e-4141-b0c3-7bfcab48c2d3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group (a78a1b60-b789-46e9-a7d5-cfa10f9ddba4), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:32.277088 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191d913-7783-4b3b-90ce-0c3ba2603fd9 req-260922b5-f2fa-4dfb-8116-b5db62ac8e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:32.279122 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4191d913-7783-4b3b-90ce-0c3ba2603fd9 req-260922b5-f2fa-4dfb-8116-b5db62ac8e1f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=99f094bca18d4939bb22f8d076d3a35c&device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 1129 time: 0.0401752 Jul 28 05:35:32.374545 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191d913-7783-4b3b-90ce-0c3ba2603fd9 req-98cb22d1-fad1-433a-ab29-f93c37160666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:32.375944 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4191d913-7783-4b3b-90ce-0c3ba2603fd9 req-98cb22d1-fad1-433a-ab29-f93c37160666 service neutron] 10.222.0.57 "GET /v2.0/networks?id=11838418-6b14-40b8-a589-613bdb83fff4 HTTP/1.1" status: 200 len: 919 time: 0.0896242 Jul 28 05:35:32.382501 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-314e198a-cc3e-4141-b0c3-7bfcab48c2d3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (a78a1b60-b789-46e9-a7d5-cfa10f9ddba4), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:32.385211 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-314e198a-cc3e-4141-b0c3-7bfcab48c2d3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:32.386938 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-314e198a-cc3e-4141-b0c3-7bfcab48c2d3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "DELETE /v2.0/security-groups/a78a1b60-b789-46e9-a7d5-cfa10f9ddba4 HTTP/1.1" status: 204 len: 168 time: 0.2012880 Jul 28 05:35:32.390369 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 37886) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:35:32.396148 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e198a-cc3e-4141-b0c3-7bfcab48c2d3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78a1b60-b789-46e9-a7d5-cfa10f9ddba4,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:35:32.432106 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.api.v2.resource [None req-e2a83fe5-29c3-4eb6-9ec0-383808819717 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] show failed (client error): The resource could not be found. Jul 28 05:35:32.433107 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-e2a83fe5-29c3-4eb6-9ec0-383808819717 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups/a78a1b60-b789-46e9-a7d5-cfa10f9ddba4 HTTP/1.1" status: 404 len: 347 time: 0.0418584 Jul 28 05:35:32.436297 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 37888) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:35:32.452692 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4191d913-7783-4b3b-90ce-0c3ba2603fd9 req-4558205a-fd58-44a5-addb-7529cb04500b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1507aad5-e944-47e5-a8d9-716f5bde1fff HTTP/1.1" status: 200 len: 1000 time: 0.0690467 Jul 28 05:35:32.511318 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191d913-7783-4b3b-90ce-0c3ba2603fd9 req-c1ef5ed5-a69c-4f71-971a-c770047de45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:32.512805 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4191d913-7783-4b3b-90ce-0c3ba2603fd9 req-c1ef5ed5-a69c-4f71-971a-c770047de45f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6633fe43-f109-432a-95d5-6755c5bac4f1 HTTP/1.1" status: 200 len: 857 time: 0.0495946 Jul 28 05:35:32.550901 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-df220937-3559-4fbd-904c-67e5edc9f29d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Deleting port f2658720-0594-468f-87e8-ad4c3e2e48b8 {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:35:32.551379 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-df220937-3559-4fbd-904c-67e5edc9f29d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (f2658720-0594-468f-87e8-ad4c3e2e48b8), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:32.558016 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191d913-7783-4b3b-90ce-0c3ba2603fd9 req-edd0cdc6-4433-44f8-998a-93b31406887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:32.560476 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4191d913-7783-4b3b-90ce-0c3ba2603fd9 req-edd0cdc6-4433-44f8-998a-93b31406887d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11838418-6b14-40b8-a589-613bdb83fff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406213 Jul 28 05:35:32.634496 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-df220937-3559-4fbd-904c-67e5edc9f29d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (f2658720-0594-468f-87e8-ad4c3e2e48b8), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:32.634734 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-df220937-3559-4fbd-904c-67e5edc9f29d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for floatingip (f2658720-0594-468f-87e8-ad4c3e2e48b8), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:32.648091 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-df220937-3559-4fbd-904c-67e5edc9f29d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Calling delete_port for f2658720-0594-468f-87e8-ad4c3e2e48b8 owned by network:floatingip {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:35:32.665447 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4191d913-7783-4b3b-90ce-0c3ba2603fd9 req-4ee8277a-c001-4214-ba30-2ff16b858e7b service neutron] 10.222.0.57 "GET /v2.0/networks/11838418-6b14-40b8-a589-613bdb83fff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894349 Jul 28 05:35:32.748908 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:32.766492 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4191d913-7783-4b3b-90ce-0c3ba2603fd9 req-eae1818e-064f-4d7d-8269-49b481d223d6 service neutron] 10.222.0.57 "GET /v2.0/networks/11838418-6b14-40b8-a589-613bdb83fff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911212 Jul 28 05:35:32.862924 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-df220937-3559-4fbd-904c-67e5edc9f29d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (f2658720-0594-468f-87e8-ad4c3e2e48b8), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:32.889151 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df220937-3559-4fbd-904c-67e5edc9f29d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Pushing event deleted for resources: {'Port': ['ID=f2658720-0594-468f-87e8-ad4c3e2e48b8,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:35:32.954657 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-df220937-3559-4fbd-904c-67e5edc9f29d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for floatingip (8e0b4173-1bf0-49b1-8197-096d2e1b8f81), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:32.957102 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-df220937-3559-4fbd-904c-67e5edc9f29d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for floatingip (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:32.958321 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-df220937-3559-4fbd-904c-67e5edc9f29d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "DELETE /v2.0/floatingips/8e0b4173-1bf0-49b1-8197-096d2e1b8f81 HTTP/1.1" status: 204 len: 168 time: 0.5210283 Jul 28 05:35:32.967837 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b060c-3763-41a9-9001-0d16e1acd86b req-ff865a8a-fb43-4dc2-aaf4-8cf5c65aae53 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:32.969311 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-af6b060c-3763-41a9-9001-0d16e1acd86b req-ff865a8a-fb43-4dc2-aaf4-8cf5c65aae53 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0541847 Jul 28 05:35:33.021781 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-af6b060c-3763-41a9-9001-0d16e1acd86b req-053ec068-0d94-4769-8376-3dde92ce5f57 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466955 Jul 28 05:35:33.152001 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 37900) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:35:33.157039 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-6fcdc753-e616-48c8-aca1-725111ba90c7 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1448221134', 'description': 'tempest-description--1371710564'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:35:33.174327 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:33.234634 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6fcdc753-e616-48c8-aca1-725111ba90c7 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:33.284931 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:33.313271 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6fcdc753-e616-48c8-aca1-725111ba90c7 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group (ac4705d3-627c-4147-9ac4-20a8e16c2480), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:33.388952 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6fcdc753-e616-48c8-aca1-725111ba90c7 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (ac4705d3-627c-4147-9ac4-20a8e16c2480), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:33.430643 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcdc753-e616-48c8-aca1-725111ba90c7 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4705d3-627c-4147-9ac4-20a8e16c2480,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:35:33.488225 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6fcdc753-e616-48c8-aca1-725111ba90c7 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:33.489505 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-6fcdc753-e616-48c8-aca1-725111ba90c7 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3359439 Jul 28 05:35:33.492531 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 37908) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:35:33.497918 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-3a7dc0dd-29fb-4a0a-846a-acd72511ccaa tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Request body: {'security_group_rule': {'security_group_id': 'ac4705d3-627c-4147-9ac4-20a8e16c2480', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:35:33.508900 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34399c-462d-4fe1-9df1-b3dbdbca49af req-1eaf7cb1-8feb-4e59-9e69-b347427d3030 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:33.510719 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-fb34399c-462d-4fe1-9df1-b3dbdbca49af req-1eaf7cb1-8feb-4e59-9e69-b347427d3030 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0493813 Jul 28 05:35:33.533484 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:33.563060 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-fb34399c-462d-4fe1-9df1-b3dbdbca49af req-2a0d7878-5589-42e4-9a9c-3c3a7b9813ae tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453265 Jul 28 05:35:33.600330 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-3a7dc0dd-29fb-4a0a-846a-acd72511ccaa tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group_rule (ebca3958-ae02-4067-af31-925e3ac04971), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:33.625705 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4076b2d-6243-4ec5-986b-604f029e4970 req-a4eeadb9-1a8d-4737-bfab-11bfcbd78da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:33.627206 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c4076b2d-6243-4ec5-986b-604f029e4970 req-a4eeadb9-1a8d-4737-bfab-11bfcbd78da5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7b96e460476f4bc9b35224e38b33f4c7&device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 1130 time: 0.0414281 Jul 28 05:35:33.657384 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-3a7dc0dd-29fb-4a0a-846a-acd72511ccaa tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group_rule (ebca3958-ae02-4067-af31-925e3ac04971), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:33.681782 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:33.712729 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-3a7dc0dd-29fb-4a0a-846a-acd72511ccaa tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703374'] for security_group_rule (ebca3958-ae02-4067-af31-925e3ac04971), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:33.725681 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4076b2d-6243-4ec5-986b-604f029e4970 req-82ba1397-efb4-4fb1-92d2-10ab06bfd7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:33.727193 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c4076b2d-6243-4ec5-986b-604f029e4970 req-82ba1397-efb4-4fb1-92d2-10ab06bfd7f6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=92779e58-7df4-4404-9045-ca3676cbb72b HTTP/1.1" status: 200 len: 911 time: 0.0931406 Jul 28 05:35:33.732116 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7dc0dd-29fb-4a0a-846a-acd72511ccaa tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebca3958-ae02-4067-af31-925e3ac04971,revision_number=0']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:35:33.791311 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c4076b2d-6243-4ec5-986b-604f029e4970 req-35ef1782-837f-48da-b314-73d95b334a67 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4306092c-5986-4fc4-a865-0baac79b0fbf HTTP/1.1" status: 200 len: 1002 time: 0.0559473 Jul 28 05:35:33.807461 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-3a7dc0dd-29fb-4a0a-846a-acd72511ccaa tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:33.809611 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-3a7dc0dd-29fb-4a0a-846a-acd72511ccaa tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3153403 Jul 28 05:35:33.811985 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 37910) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:35:33.816224 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-4c6de9c2-b788-49d6-be90-dae086652a23 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Request body: {'security_group_rule': {'security_group_id': 'ac4705d3-627c-4147-9ac4-20a8e16c2480', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:35:33.848797 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4076b2d-6243-4ec5-986b-604f029e4970 req-bad97b71-26c5-4844-8eb5-7c492944787b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:33.850338 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c4076b2d-6243-4ec5-986b-604f029e4970 req-bad97b71-26c5-4844-8eb5-7c492944787b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=93d0c7af-c778-4812-bccd-0383249712e7 HTTP/1.1" status: 200 len: 849 time: 0.0499043 Jul 28 05:35:33.896519 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4076b2d-6243-4ec5-986b-604f029e4970 req-456540da-7430-48aa-8bdf-8ad25d8bb84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:33.898042 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c4076b2d-6243-4ec5-986b-604f029e4970 req-456540da-7430-48aa-8bdf-8ad25d8bb84f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=92779e58-7df4-4404-9045-ca3676cbb72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414150 Jul 28 05:35:33.914645 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-4c6de9c2-b788-49d6-be90-dae086652a23 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group_rule (0583258f-b045-40e9-9eab-c5c480b4497e), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:33.971358 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-4c6de9c2-b788-49d6-be90-dae086652a23 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group_rule (0583258f-b045-40e9-9eab-c5c480b4497e), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:33.991192 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c4076b2d-6243-4ec5-986b-604f029e4970 req-c104df4c-8890-413b-907e-4468321d4508 service neutron] 10.222.0.57 "GET /v2.0/networks/92779e58-7df4-4404-9045-ca3676cbb72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858202 Jul 28 05:35:34.045838 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-4c6de9c2-b788-49d6-be90-dae086652a23 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703374'] for security_group_rule (0583258f-b045-40e9-9eab-c5c480b4497e), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:34.068901 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6de9c2-b788-49d6-be90-dae086652a23 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0583258f-b045-40e9-9eab-c5c480b4497e,revision_number=0']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:35:34.092545 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c4076b2d-6243-4ec5-986b-604f029e4970 req-f2c23ca7-d57f-46b8-ba60-de28f38842c5 service neutron] 10.222.0.57 "GET /v2.0/networks/92779e58-7df4-4404-9045-ca3676cbb72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921597 Jul 28 05:35:34.167843 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-4c6de9c2-b788-49d6-be90-dae086652a23 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:34.169245 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-4c6de9c2-b788-49d6-be90-dae086652a23 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3563306 Jul 28 05:35:34.172409 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 37912) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:35:34.176700 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-3b02d88d-5f63-429d-b1cf-cb7f30041be3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Request body: {'floatingip': {'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:35:34.186496 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:INSERT=10,neutron:SELECT=82,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:34.251618 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-3b02d88d-5f63-429d-b1cf-cb7f30041be3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:34.332626 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-3b02d88d-5f63-429d-b1cf-cb7f30041be3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:34.444941 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.db_base_plugin_common [None req-3b02d88d-5f63-429d-b1cf-cb7f30041be3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Allocated IP 172.27.0.180 (d892672b-b726-43a1-a501-142ea5a750c8/481049b9-1d68-41f1-a9d6-55330db72a03/c7c9e963-f4cc-42b1-a1df-b06fe49073d4) {{(pid=104273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:35:34.547999 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-3b02d88d-5f63-429d-b1cf-cb7f30041be3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for port (c7c9e963-f4cc-42b1-a1df-b06fe49073d4), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:34.687282 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dce8cd-1a06-4196-9f7c-015c1a709df8 req-e08f982e-aa83-4192-8e9a-3fd6ceab5ff8 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:34.689090 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a9dce8cd-1a06-4196-9f7c-015c1a709df8 req-e08f982e-aa83-4192-8e9a-3fd6ceab5ff8 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0496454 Jul 28 05:35:34.708849 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-3b02d88d-5f63-429d-b1cf-cb7f30041be3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (c7c9e963-f4cc-42b1-a1df-b06fe49073d4), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:34.722721 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:34.746799 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a9dce8cd-1a06-4196-9f7c-015c1a709df8 req-0a3e8ceb-0d6a-46fb-9677-d590913bc01e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512609 Jul 28 05:35:34.751665 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b02d88d-5f63-429d-b1cf-cb7f30041be3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Network d892672b-b726-43a1-a501-142ea5a750c8 is already hosted by enough agents. {{(pid=104273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:35:34.756710 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [None req-3b02d88d-5f63-429d-b1cf-cb7f30041be3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Resources bound (agent type, host, resource id): {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:35:34.761209 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b02d88d-5f63-429d-b1cf-cb7f30041be3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Received port after_create {{(pid=104273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:35:34.786249 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02d88d-5f63-429d-b1cf-cb7f30041be3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Pushing event updated for resources: {'Port': ['ID=c7c9e963-f4cc-42b1-a1df-b06fe49073d4,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:35:34.848563 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-3b02d88d-5f63-429d-b1cf-cb7f30041be3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for floatingip (54a6cb3d-555d-4382-b6a0-a81bcea5ca0b), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:34.947913 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-3b02d88d-5f63-429d-b1cf-cb7f30041be3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (c7c9e963-f4cc-42b1-a1df-b06fe49073d4), before_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:35.098400 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-3b02d88d-5f63-429d-b1cf-cb7f30041be3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for port (c7c9e963-f4cc-42b1-a1df-b06fe49073d4), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:35.200003 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-3b02d88d-5f63-429d-b1cf-cb7f30041be3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8744973'] for port (c7c9e963-f4cc-42b1-a1df-b06fe49073d4), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:35.262960 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:35.281410 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02d88d-5f63-429d-b1cf-cb7f30041be3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Pushing event updated for resources: {'Port': ['ID=c7c9e963-f4cc-42b1-a1df-b06fe49073d4,revision_number=2']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:35:35.290663 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-3b02d88d-5f63-429d-b1cf-cb7f30041be3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4016612'] for floatingip (54a6cb3d-555d-4382-b6a0-a81bcea5ca0b), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:35.297418 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-9b88729d-6034-47db-9db5-ec33b0fdcdbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:35.367869 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-3b02d88d-5f63-429d-b1cf-cb7f30041be3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for floatingip (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:35.369156 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-3b02d88d-5f63-429d-b1cf-cb7f30041be3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1958005 Jul 28 05:35:35.563075 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:35.576008 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-ac1b613a-fd4e-4635-9871-cd109c7a2853 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1448221134&fields=id&tenant_id=ba0b7f7639504a25a73c94335d62b98f HTTP/1.1" status: 200 len: 267 time: 0.0507691 Jul 28 05:35:35.682506 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-b176d1ef-0c5d-4f3d-b8f7-56ca660dd078 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:35.684208 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-b176d1ef-0c5d-4f3d-b8f7-56ca660dd078 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/networks?id=f094ee85-e5f7-4f76-b25b-19d66faa4449 HTTP/1.1" status: 200 len: 815 time: 0.1017172 Jul 28 05:35:35.699013 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-4857e79a-4be6-4aac-8697-0fc70cf64644 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/quotas/ba0b7f7639504a25a73c94335d62b98f HTTP/1.1" status: 200 len: 375 time: 0.0088768 Jul 28 05:35:35.751961 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-4be0d534-8cd3-474e-9200-8939a1c80145 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=ba0b7f7639504a25a73c94335d62b98f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474033 Jul 28 05:35:35.856813 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-08cd0df5-c630-4e00-8a85-eb764573d72b service neutron] 10.222.0.33 "GET /v2.0/networks/f094ee85-e5f7-4f76-b25b-19d66faa4449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901890 Jul 28 05:35:35.953755 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-8cd4fbe9-e3dc-40d8-82fe-66107905874a service neutron] 10.222.0.33 "GET /v2.0/networks/f094ee85-e5f7-4f76-b25b-19d66faa4449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906162 Jul 28 05:35:36.335367 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6686102-dd99-4cb0-82a3-3c56c82a0173 req-9ce275dc-09bd-42a2-a7e6-ddfdb651b4e5 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:36.336870 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a6686102-dd99-4cb0-82a3-3c56c82a0173 req-9ce275dc-09bd-42a2-a7e6-ddfdb651b4e5 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.0500743 Jul 28 05:35:36.387516 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a6686102-dd99-4cb0-82a3-3c56c82a0173 req-d0019a52-1fa2-43a7-917c-d02452a33344 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441573 Jul 28 05:35:36.469312 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d2d00e4b-1414-411f-b434-20e0594e95c0 req-06997ee1-990a-423d-8bbc-ed5682d8e4f6 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9162e60-7996-4d4d-964f-6844383357b6 HTTP/1.1" status: 200 len: 210 time: 0.0289989 Jul 28 05:35:36.641127 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-091ea97f-1fb6-4e29-a2b3-e31993068699 req-b986577f-d2c8-480a-b69c-fea5b9eef25f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447922 Jul 28 05:35:36.707011 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ea97f-1fb6-4e29-a2b3-e31993068699 req-768bdd3c-af17-4b31-be7a-834ab989f8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:36.708499 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-091ea97f-1fb6-4e29-a2b3-e31993068699 req-768bdd3c-af17-4b31-be7a-834ab989f8ef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d6e54a77d2aa469b8c0197d99170d978&device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 1130 time: 0.0405426 Jul 28 05:35:36.817157 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ea97f-1fb6-4e29-a2b3-e31993068699 req-4563b20c-dfbf-4aac-90b5-61fec147c1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:36.818677 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-091ea97f-1fb6-4e29-a2b3-e31993068699 req-4563b20c-dfbf-4aac-90b5-61fec147c1e4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=12676c2f-cd93-405a-a402-b0ee7cfa77c5 HTTP/1.1" status: 200 len: 918 time: 0.0912156 Jul 28 05:35:36.882405 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-091ea97f-1fb6-4e29-a2b3-e31993068699 req-6b689577-d732-4d55-a8d5-c19f8378991d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=968687ce-4c57-4729-84c6-548124c4123e HTTP/1.1" status: 200 len: 1000 time: 0.0560050 Jul 28 05:35:36.933334 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ea97f-1fb6-4e29-a2b3-e31993068699 req-253e93e1-012c-45ad-9b91-5614c70c34e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:36.934859 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-091ea97f-1fb6-4e29-a2b3-e31993068699 req-253e93e1-012c-45ad-9b91-5614c70c34e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=329242a6-cde1-43fc-b2d2-7b69ba8c6d75 HTTP/1.1" status: 200 len: 856 time: 0.0452821 Jul 28 05:35:36.986721 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ea97f-1fb6-4e29-a2b3-e31993068699 req-52e0dd88-d8c7-40df-9a89-4a38ee9c0899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:36.988234 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-091ea97f-1fb6-4e29-a2b3-e31993068699 req-52e0dd88-d8c7-40df-9a89-4a38ee9c0899 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12676c2f-cd93-405a-a402-b0ee7cfa77c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455267 Jul 28 05:35:37.052640 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:37.081275 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-091ea97f-1fb6-4e29-a2b3-e31993068699 req-2be10058-534e-40d0-98d5-10e7ca6b54d2 service neutron] 10.222.0.57 "GET /v2.0/networks/12676c2f-cd93-405a-a402-b0ee7cfa77c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857601 Jul 28 05:35:37.166754 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:37.177056 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-091ea97f-1fb6-4e29-a2b3-e31993068699 req-90b0983c-f968-43be-ae36-5a395e519f6f service neutron] 10.222.0.57 "GET /v2.0/networks/12676c2f-cd93-405a-a402-b0ee7cfa77c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891762 Jul 28 05:35:37.581555 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e7e45294-591b-48e5-9b35-3b9883357be3 req-0d1046e6-563d-4a6c-8b08-d32b168bae9f tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9162e60-7996-4d4d-964f-6844383357b6 HTTP/1.1" status: 200 len: 210 time: 0.0396299 Jul 28 05:35:37.627140 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-1f99af8e-c0e7-4376-b84a-ea840d0fc56d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:38.152698 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:38.156321 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:38.576907 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:38.680724 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-56fdabf7-ac48-4227-981a-5d0f0d17d6a5 req-f8942fd6-e92a-4971-b115-e9c4f0ae89b6 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9162e60-7996-4d4d-964f-6844383357b6 HTTP/1.1" status: 200 len: 210 time: 0.0276804 Jul 28 05:35:39.780277 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5e13a7ad-8d39-42bf-b716-0dc0832152c7 req-93afccc1-4a98-472a-9ff1-30b0c6353510 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9162e60-7996-4d4d-964f-6844383357b6 HTTP/1.1" status: 200 len: 210 time: 0.0277803 Jul 28 05:35:40.478600 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:40.758311 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:40.880560 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-152b355c-3baa-4bab-a35b-c4651106baea req-96912f21-7870-4e68-98ca-2ccdf0016d8c tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9162e60-7996-4d4d-964f-6844383357b6 HTTP/1.1" status: 200 len: 210 time: 0.0309789 Jul 28 05:35:41.044277 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-674e3637-4d6c-4cd5-968e-0f2e2458dbc5 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:41.045756 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-674e3637-4d6c-4cd5-968e-0f2e2458dbc5 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.57 "GET /v2.0/networks?id=f094ee85-e5f7-4f76-b25b-19d66faa4449 HTTP/1.1" status: 200 len: 815 time: 0.1031098 Jul 28 05:35:41.124400 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-82b0612f-5c9c-4aa4-8e79-abed938b284e tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba0b7f7639504a25a73c94335d62b98f HTTP/1.1" status: 200 len: 380 time: 0.0567076 Jul 28 05:35:41.135283 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-897156f1-444a-49f4-9b12-67252270a5da tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Request body: {'port': {'device_id': 'b9162e60-7996-4d4d-964f-6844383357b6', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'admin_state_up': True, 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'security_groups': ['ac4705d3-627c-4147-9ac4-20a8e16c2480']}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:35:41.299177 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-897156f1-444a-49f4-9b12-67252270a5da tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Made reservation on behalf of ba0b7f7639504a25a73c94335d62b98f for: {'port': 1} {{(pid=104272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:35:41.299803 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-897156f1-444a-49f4-9b12-67252270a5da tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:41.431893 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.db_base_plugin_common [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-897156f1-444a-49f4-9b12-67252270a5da tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Allocated IP 172.20.0.11 (f094ee85-e5f7-4f76-b25b-19d66faa4449/456b76b1-4e97-4147-a35d-860a8ddd449e/30d872c4-2287-4532-9e34-e113896ad3a6) {{(pid=104272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:35:41.569194 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-897156f1-444a-49f4-9b12-67252270a5da tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for port (30d872c4-2287-4532-9e34-e113896ad3a6), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:41.668933 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-897156f1-444a-49f4-9b12-67252270a5da tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (30d872c4-2287-4532-9e34-e113896ad3a6), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:41.713085 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-897156f1-444a-49f4-9b12-67252270a5da tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Network f094ee85-e5f7-4f76-b25b-19d66faa4449 is already hosted by enough agents. {{(pid=104272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:35:41.716345 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-897156f1-444a-49f4-9b12-67252270a5da tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Resources bound (agent type, host, resource id): {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:35:41.720186 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-897156f1-444a-49f4-9b12-67252270a5da tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Received port after_create {{(pid=104272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:35:41.726471 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897156f1-444a-49f4-9b12-67252270a5da tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Pushing event updated for resources: {'Port': ['ID=30d872c4-2287-4532-9e34-e113896ad3a6,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:35:41.773251 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-897156f1-444a-49f4-9b12-67252270a5da tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:41.773882 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-897156f1-444a-49f4-9b12-67252270a5da tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:41.859857 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-897156f1-444a-49f4-9b12-67252270a5da tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7285843 Jul 28 05:35:41.875850 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-be1fdffc-7739-4779-a858-9ab1c0297e0f service neutron] Request body: {'port': {'device_id': 'b9162e60-7996-4d4d-964f-6844383357b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:35:41.878299 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:41.894582 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5cce5b61-cc1b-4251-ac1b-7d153b8f0780 None None] Provisioning complete for port 30d872c4-2287-4532-9e34-e113896ad3a6 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:35:41.895447 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5cce5b61-cc1b-4251-ac1b-7d153b8f0780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (30d872c4-2287-4532-9e34-e113896ad3a6), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:41.930128 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5cce5b61-cc1b-4251-ac1b-7d153b8f0780 None None] Port 30d872c4-2287-4532-9e34-e113896ad3a6 cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:35:41.936455 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:41.944992 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-be1fdffc-7739-4779-a858-9ab1c0297e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (30d872c4-2287-4532-9e34-e113896ad3a6), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:42.033534 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b0a15-8450-460a-ad11-902345ae8f6d req-fa6eaae7-6f3a-48fd-94eb-a1e077e5388e tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:42.035026 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0c6b0a15-8450-460a-ad11-902345ae8f6d req-fa6eaae7-6f3a-48fd-94eb-a1e077e5388e tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9162e60-7996-4d4d-964f-6844383357b6 HTTP/1.1" status: 200 len: 932 time: 0.0779164 Jul 28 05:35:42.179216 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0c6b0a15-8450-460a-ad11-902345ae8f6d req-d04869a8-df03-488e-9d9b-caade6bb5dbc tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac4705d3-627c-4147-9ac4-20a8e16c2480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374760 Jul 28 05:35:42.283216 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-be1fdffc-7739-4779-a858-9ab1c0297e0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30d872c4-2287-4532-9e34-e113896ad3a6 {{(pid=104272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:35:42.290807 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-be1fdffc-7739-4779-a858-9ab1c0297e0f service neutron] Publish callbacks [] for port (30d872c4-2287-4532-9e34-e113896ad3a6), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:42.304598 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.provisioning_blocks [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-be1fdffc-7739-4779-a858-9ab1c0297e0f service neutron] Transition to ACTIVE for port object 30d872c4-2287-4532-9e34-e113896ad3a6 will not be triggered until provisioned by entity L2. {{(pid=104272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 05:35:42.376993 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-be1fdffc-7739-4779-a858-9ab1c0297e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8637776'] for port (30d872c4-2287-4532-9e34-e113896ad3a6), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:42.426354 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1fdffc-7739-4779-a858-9ab1c0297e0f service neutron] Pushing event updated for resources: {'Port': ['ID=30d872c4-2287-4532-9e34-e113896ad3a6,revision_number=2']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:35:42.503027 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.managers [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-be1fdffc-7739-4779-a858-9ab1c0297e0f service neutron] Attempting to bind port 30d872c4-2287-4532-9e34-e113896ad3a6 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:35:42.503374 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.managers [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-be1fdffc-7739-4779-a858-9ab1c0297e0f service neutron] Attempting to bind port 30d872c4-2287-4532-9e34-e113896ad3a6 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'd6393f65-f317-4f88-bc02-4e43465dc849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449'}] {{(pid=104272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:35:42.503707 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-be1fdffc-7739-4779-a858-9ab1c0297e0f service neutron] Attempting to bind port 30d872c4-2287-4532-9e34-e113896ad3a6 on network f094ee85-e5f7-4f76-b25b-19d66faa4449 {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:35:42.508506 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-be1fdffc-7739-4779-a858-9ab1c0297e0f service neutron] Port 30d872c4-2287-4532-9e34-e113896ad3a6 on network f094ee85-e5f7-4f76-b25b-19d66faa4449 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 05:35:42.508826 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-be1fdffc-7739-4779-a858-9ab1c0297e0f service neutron] Attempting to bind port 30d872c4-2287-4532-9e34-e113896ad3a6 on network f094ee85-e5f7-4f76-b25b-19d66faa4449 {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:35:42.518102 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-be1fdffc-7739-4779-a858-9ab1c0297e0f service neutron] Checking agent: {'id': '50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'started_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:35:42.518102 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-be1fdffc-7739-4779-a858-9ab1c0297e0f service neutron] Checking segment: {'id': 'd6393f65-f317-4f88-bc02-4e43465dc849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:35:42.518102 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-be1fdffc-7739-4779-a858-9ab1c0297e0f service neutron] Bound using segment: {'id': 'd6393f65-f317-4f88-bc02-4e43465dc849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449'} {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:35:42.518102 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.managers [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-be1fdffc-7739-4779-a858-9ab1c0297e0f service neutron] Bound port: 30d872c4-2287-4532-9e34-e113896ad3a6, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6393f65-f317-4f88-bc02-4e43465dc849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449'}}] {{(pid=104272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:35:42.518102 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-be1fdffc-7739-4779-a858-9ab1c0297e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (30d872c4-2287-4532-9e34-e113896ad3a6), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:42.583606 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-be1fdffc-7739-4779-a858-9ab1c0297e0f service neutron] For port 30d872c4-2287-4532-9e34-e113896ad3a6, host hv-cinder-79987, cleared binding levels {{(pid=104272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:35:42.586692 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-be1fdffc-7739-4779-a858-9ab1c0297e0f service neutron] For port 30d872c4-2287-4532-9e34-e113896ad3a6, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=30d872c4-2287-4532-9e34-e113896ad3a6,segment=NetworkSegment(d6393f65-f317-4f88-bc02-4e43465dc849),segment_id=d6393f65-f317-4f88-bc02-4e43465dc849)] {{(pid=104272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:35:42.679142 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-be1fdffc-7739-4779-a858-9ab1c0297e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8637776'] for port (30d872c4-2287-4532-9e34-e113896ad3a6), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:42.682421 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:42.714019 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-be1fdffc-7739-4779-a858-9ab1c0297e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:42.715530 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-be1fdffc-7739-4779-a858-9ab1c0297e0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:42.717162 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-be1fdffc-7739-4779-a858-9ab1c0297e0f service neutron] 10.222.0.57 "PUT /v2.0/ports/30d872c4-2287-4532-9e34-e113896ad3a6 HTTP/1.1" status: 200 len: 1094 time: 0.8461471 Jul 28 05:35:42.719741 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9162e60-7996-4d4d-964f-6844383357b6', 'tag': '30d872c4-2287-4532-9e34-e113896ad3a6'}] {{(pid=104272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:35:42.722111 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90743944bbcefbc541f6211993cabd2c9418e1ba23e64f30c52edf03935cac0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc29732-54bb-4a4d-8e1c-6fc6dc4edc17" -d '{"events": [{"name": "network-changed", "server_uuid": "b9162e60-7996-4d4d-964f-6844383357b6", "tag": "30d872c4-2287-4532-9e34-e113896ad3a6"}]}' {{(pid=104272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:35:42.770238 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4d92de-8f52-4007-b4f3-97bc39e9e306 x-openstack-request-id: req-ab4d92de-8f52-4007-b4f3-97bc39e9e306 {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:35:42.770531 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9162e60-7996-4d4d-964f-6844383357b6", "tag": "30d872c4-2287-4532-9e34-e113896ad3a6", "status": "completed", "code": 200}]} {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:35:42.770786 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ab4d92de-8f52-4007-b4f3-97bc39e9e306 {{(pid=104272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:35:42.771185 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab4d92de-8f52-4007-b4f3-97bc39e9e306'] response: {'name': 'network-changed', 'server_uuid': 'b9162e60-7996-4d4d-964f-6844383357b6', 'tag': '30d872c4-2287-4532-9e34-e113896ad3a6', 'status': 'completed', 'code': 200} Jul 28 05:35:42.774594 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1fdffc-7739-4779-a858-9ab1c0297e0f service neutron] Pushing event updated for resources: {'Port': ['ID=30d872c4-2287-4532-9e34-e113896ad3a6,revision_number=3']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:35:42.782885 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1fdffc-7739-4779-a858-9ab1c0297e0f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:42.783246 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1fdffc-7739-4779-a858-9ab1c0297e0f service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:42.783580 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1fdffc-7739-4779-a858-9ab1c0297e0f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:42.783923 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1fdffc-7739-4779-a858-9ab1c0297e0f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:42.784256 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1fdffc-7739-4779-a858-9ab1c0297e0f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:42.784590 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1fdffc-7739-4779-a858-9ab1c0297e0f service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:42.784924 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1fdffc-7739-4779-a858-9ab1c0297e0f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:42.785261 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1fdffc-7739-4779-a858-9ab1c0297e0f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:42.785722 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1fdffc-7739-4779-a858-9ab1c0297e0f service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:42.797171 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1fdffc-7739-4779-a858-9ab1c0297e0f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:42.797171 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1fdffc-7739-4779-a858-9ab1c0297e0f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:42.797171 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1fdffc-7739-4779-a858-9ab1c0297e0f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:42.797171 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1fdffc-7739-4779-a858-9ab1c0297e0f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:42.797171 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1fdffc-7739-4779-a858-9ab1c0297e0f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:42.797171 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1fdffc-7739-4779-a858-9ab1c0297e0f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:42.866900 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc29732-54bb-4a4d-8e1c-6fc6dc4edc17 req-9a552f67-9d86-4dfb-ace2-620bb940d362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:42.868612 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-fbc29732-54bb-4a4d-8e1c-6fc6dc4edc17 req-9a552f67-9d86-4dfb-ace2-620bb940d362 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0b7f7639504a25a73c94335d62b98f&device_id=b9162e60-7996-4d4d-964f-6844383357b6 HTTP/1.1" status: 200 len: 1128 time: 0.0459065 Jul 28 05:35:42.976253 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc29732-54bb-4a4d-8e1c-6fc6dc4edc17 req-4266531e-b8ee-455d-9089-5c826df071d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:42.977801 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-fbc29732-54bb-4a4d-8e1c-6fc6dc4edc17 req-4266531e-b8ee-455d-9089-5c826df071d3 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=ba0b7f7639504a25a73c94335d62b98f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0978041 Jul 28 05:35:43.077168 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc29732-54bb-4a4d-8e1c-6fc6dc4edc17 req-156df9bb-203a-442c-8687-a8a36338a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:43.078661 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-fbc29732-54bb-4a4d-8e1c-6fc6dc4edc17 req-156df9bb-203a-442c-8687-a8a36338a5b0 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907047 Jul 28 05:35:43.159290 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-d52ce428-85dd-49d7-be82-975d3d4b50b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:43.160666 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-d52ce428-85dd-49d7-be82-975d3d4b50b4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0b7f7639504a25a73c94335d62b98f&device_id=b9162e60-7996-4d4d-964f-6844383357b6 HTTP/1.1" status: 200 len: 1128 time: 0.0433204 Jul 28 05:35:43.201970 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-4110eec8-3198-495c-8267-cc2eca6c7be3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30d872c4-2287-4532-9e34-e113896ad3a6 HTTP/1.1" status: 200 len: 217 time: 0.0312891 Jul 28 05:35:43.237213 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:43.251991 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-1a5a778a-0bc6-460c-ae39-90b1dd811eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:43.260044 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-1a5a778a-0bc6-460c-ae39-90b1dd811eb3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=456b76b1-4e97-4147-a35d-860a8ddd449e HTTP/1.1" status: 200 len: 854 time: 0.0445428 Jul 28 05:35:43.566260 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582eee51-81b8-49a9-b70c-6375c061b50d req-e21add3b-f09e-4a69-802a-1bdbc97aaec9 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:43.567718 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-582eee51-81b8-49a9-b70c-6375c061b50d req-e21add3b-f09e-4a69-802a-1bdbc97aaec9 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9162e60-7996-4d4d-964f-6844383357b6 HTTP/1.1" status: 200 len: 944 time: 0.3134243 Jul 28 05:35:43.572851 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-425285d9-5132-44a3-baf9-954c95cda013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:43.574337 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-425285d9-5132-44a3-baf9-954c95cda013 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f094ee85-e5f7-4f76-b25b-19d66faa4449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3109949 Jul 28 05:35:43.669808 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-582eee51-81b8-49a9-b70c-6375c061b50d req-8c425e50-817a-4d08-bd16-530305e4d638 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac4705d3-627c-4147-9ac4-20a8e16c2480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942280 Jul 28 05:35:43.701734 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-0138037d-fe59-4279-a277-ecac840c57e4 service neutron] 10.222.0.57 "GET /v2.0/networks/f094ee85-e5f7-4f76-b25b-19d66faa4449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191652 Jul 28 05:35:43.793618 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-99bfc7b2-bae7-49fd-99ca-212bee3298b7 req-627bdd4c-73de-44e8-bc30-6e1a749aa351 service neutron] 10.222.0.57 "GET /v2.0/networks/f094ee85-e5f7-4f76-b25b-19d66faa4449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850492 Jul 28 05:35:44.786773 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87071fda-3011-4e42-b877-272d6c2c81c1 req-bee5c270-f315-45c2-a5e5-8076d7758b76 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:44.788215 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-87071fda-3011-4e42-b877-272d6c2c81c1 req-bee5c270-f315-45c2-a5e5-8076d7758b76 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9162e60-7996-4d4d-964f-6844383357b6 HTTP/1.1" status: 200 len: 944 time: 0.0471103 Jul 28 05:35:44.838493 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-87071fda-3011-4e42-b877-272d6c2c81c1 req-14e61490-0dbd-4411-9331-54880b734feb tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac4705d3-627c-4147-9ac4-20a8e16c2480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441277 Jul 28 05:35:44.848239 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 6 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:35:45.400108 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=12,neutron:DELETE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:45.955859 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9cc2f-4e5f-4421-be56-f30c8bceba64 req-d036ec55-c374-4d00-b265-751b13327a20 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:45.957384 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a3a9cc2f-4e5f-4421-be56-f30c8bceba64 req-d036ec55-c374-4d00-b265-751b13327a20 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9162e60-7996-4d4d-964f-6844383357b6 HTTP/1.1" status: 200 len: 944 time: 0.0470288 Jul 28 05:35:46.004654 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a3a9cc2f-4e5f-4421-be56-f30c8bceba64 req-5d6971c1-8c7b-4dc8-986a-64008a8a6a6b tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac4705d3-627c-4147-9ac4-20a8e16c2480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418618 Jul 28 05:35:46.420003 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 30d872c4-2287-4532-9e34-e113896ad3a6 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:35:46.436480 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:46.524457 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port 30d872c4-2287-4532-9e34-e113896ad3a6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=30d872c4-2287-4532-9e34-e113896ad3a6,segment=NetworkSegment(d6393f65-f317-4f88-bc02-4e43465dc849),segment_id=d6393f65-f317-4f88-bc02-4e43465dc849)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:35:46.536591 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Returning: {'device': '30d872c4-2287-4532-9e34-e113896ad3a6', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'port_id': '30d872c4-2287-4532-9e34-e113896ad3a6', 'mac_address': 'fa:16:3e:51:10:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:35:46.572531 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port 30d872c4-2287-4532-9e34-e113896ad3a6 is: DOWN; New status is: BUILD {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:35:46.572918 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (30d872c4-2287-4532-9e34-e113896ad3a6), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:46.586089 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30d872c4-2287-4532-9e34-e113896ad3a6 {{(pid=104274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:35:46.606535 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port 30d872c4-2287-4532-9e34-e113896ad3a6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=30d872c4-2287-4532-9e34-e113896ad3a6,segment=NetworkSegment(d6393f65-f317-4f88-bc02-4e43465dc849),segment_id=d6393f65-f317-4f88-bc02-4e43465dc849)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:35:46.668986 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (30d872c4-2287-4532-9e34-e113896ad3a6), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:46.717128 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=30d872c4-2287-4532-9e34-e113896ad3a6,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:35:46.995128 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] get_ports_and_sgs() called for port_ids ['30d872c4-2287-4532-9e34-e113896ad3a6'] {{(pid=104274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:35:47.085499 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:47.125380 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c34b7-eed8-4ebc-a22c-b8064d2332b8 req-0dc9ab13-e5f0-4d88-b10e-76e90961e23b tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:47.125653 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:47.126898 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c82c34b7-eed8-4ebc-a22c-b8064d2332b8 req-0dc9ab13-e5f0-4d88-b10e-76e90961e23b tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9162e60-7996-4d4d-964f-6844383357b6 HTTP/1.1" status: 200 len: 945 time: 0.0500331 Jul 28 05:35:47.178162 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c82c34b7-eed8-4ebc-a22c-b8064d2332b8 req-6f60bcc4-2ca6-4971-8fa2-afb3248b8e2a tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac4705d3-627c-4147-9ac4-20a8e16c2480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456364 Jul 28 05:35:48.304295 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f6dc8-615c-424d-a9c3-e1b082e463a1 req-e93aad1f-00c6-4897-b96c-a9a2a1d91398 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:48.305713 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-870f6dc8-615c-424d-a9c3-e1b082e463a1 req-e93aad1f-00c6-4897-b96c-a9a2a1d91398 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9162e60-7996-4d4d-964f-6844383357b6 HTTP/1.1" status: 200 len: 945 time: 0.0525327 Jul 28 05:35:48.353281 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-870f6dc8-615c-424d-a9c3-e1b082e463a1 req-b0b75006-dcbd-4f74-b7b9-066c1e826a45 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac4705d3-627c-4147-9ac4-20a8e16c2480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418355 Jul 28 05:35:48.440210 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 30d872c4-2287-4532-9e34-e113896ad3a6 up at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:35:48.485342 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning for port 30d872c4-2287-4532-9e34-e113896ad3a6 completed by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 05:35:48.558743 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning complete for port 30d872c4-2287-4532-9e34-e113896ad3a6 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:35:48.559102 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (30d872c4-2287-4532-9e34-e113896ad3a6), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:48.633339 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port 30d872c4-2287-4532-9e34-e113896ad3a6 is: BUILD; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:35:48.633761 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (30d872c4-2287-4532-9e34-e113896ad3a6), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:48.657801 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9162e60-7996-4d4d-964f-6844383357b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d872c4-2287-4532-9e34-e113896ad3a6'}] {{(pid=104274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:35:48.659989 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fca5e984e5382dc69b1537007bd6daca7693f884f9b7ded019456fb151e79c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68beb6af-4b8c-440d-a86a-0276afc3980a" -d '{"events": [{"server_uuid": "b9162e60-7996-4d4d-964f-6844383357b6", "name": "network-vif-plugged", "status": "completed", "tag": "30d872c4-2287-4532-9e34-e113896ad3a6"}]}' {{(pid=104274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:35:48.673187 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port 30d872c4-2287-4532-9e34-e113896ad3a6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=30d872c4-2287-4532-9e34-e113896ad3a6,segment=NetworkSegment(d6393f65-f317-4f88-bc02-4e43465dc849),segment_id=d6393f65-f317-4f88-bc02-4e43465dc849)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:35:48.697292 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92325df-9f22-48be-bc45-60fdc87de244 x-openstack-request-id: req-d92325df-9f22-48be-bc45-60fdc87de244 {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:35:48.697611 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9162e60-7996-4d4d-964f-6844383357b6", "name": "network-vif-plugged", "status": "completed", "tag": "30d872c4-2287-4532-9e34-e113896ad3a6", "code": 200}]} {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:35:48.702453 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d92325df-9f22-48be-bc45-60fdc87de244 {{(pid=104274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:35:48.702453 dv-cinder-799871-48-iscsi neutron-server[104274]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d92325df-9f22-48be-bc45-60fdc87de244'] response: {'server_uuid': 'b9162e60-7996-4d4d-964f-6844383357b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d872c4-2287-4532-9e34-e113896ad3a6', 'code': 200} Jul 28 05:35:48.753986 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (30d872c4-2287-4532-9e34-e113896ad3a6), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:48.800838 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=30d872c4-2287-4532-9e34-e113896ad3a6,revision_number=5']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:35:49.022896 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a77f7-e111-465e-ad76-197e6ec68851 req-72a2f099-bfff-4b60-9c5f-a8ea8959ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:49.024335 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-665a77f7-e111-465e-ad76-197e6ec68851 req-72a2f099-bfff-4b60-9c5f-a8ea8959ed51 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b9162e60-7996-4d4d-964f-6844383357b6 HTTP/1.1" status: 200 len: 1130 time: 0.0384502 Jul 28 05:35:49.070213 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-665a77f7-e111-465e-ad76-197e6ec68851 req-90de5e1a-6ff9-4c7b-a96f-86646e842338 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ac4705d3-627c-4147-9ac4-20a8e16c2480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384307 Jul 28 05:35:49.474585 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51727328-95f4-415a-9fa7-65a072e1921c req-7b6aa4be-403e-48a2-8c0e-6da0e4bbd7ad tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:49.476024 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-51727328-95f4-415a-9fa7-65a072e1921c req-7b6aa4be-403e-48a2-8c0e-6da0e4bbd7ad tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9162e60-7996-4d4d-964f-6844383357b6 HTTP/1.1" status: 200 len: 946 time: 0.0469785 Jul 28 05:35:49.527249 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-51727328-95f4-415a-9fa7-65a072e1921c req-60b5fb88-03a3-409f-855f-7adc16728d7e tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac4705d3-627c-4147-9ac4-20a8e16c2480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454383 Jul 28 05:35:50.122255 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8939c-c1f2-406c-803e-5519640321cb req-693b2cb8-0337-48ad-b02b-c0969ddeda41 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:50.123731 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b8d8939c-c1f2-406c-803e-5519640321cb req-693b2cb8-0337-48ad-b02b-c0969ddeda41 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 946 time: 0.0509591 Jul 28 05:35:50.175654 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b8d8939c-c1f2-406c-803e-5519640321cb req-f19ea19d-6be9-41ee-bd2a-44f6f9d118f3 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461495 Jul 28 05:35:50.647644 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9179708-75ea-4c75-aba8-1c10594ed2fc req-ecc18b44-2a28-43be-a0d4-022f041572e3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:50.649106 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f9179708-75ea-4c75-aba8-1c10594ed2fc req-ecc18b44-2a28-43be-a0d4-022f041572e3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9162e60-7996-4d4d-964f-6844383357b6 HTTP/1.1" status: 200 len: 946 time: 0.0480008 Jul 28 05:35:50.696985 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f9179708-75ea-4c75-aba8-1c10594ed2fc req-d02aa865-02b6-4b22-bf5c-e4e6c56331f5 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac4705d3-627c-4147-9ac4-20a8e16c2480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423896 Jul 28 05:35:51.304229 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf6751-35c9-416e-ae96-93486991fcb6 req-319e4c99-7830-4ae5-815e-e0690bab5fc3 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:51.305724 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f5cf6751-35c9-416e-ae96-93486991fcb6 req-319e4c99-7830-4ae5-815e-e0690bab5fc3 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 946 time: 0.0507276 Jul 28 05:35:51.338694 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:51.353645 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f5cf6751-35c9-416e-ae96-93486991fcb6 req-744162c3-ff79-4830-ac78-6ac1ac2d4b27 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422039 Jul 28 05:35:51.816084 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add976c9-905c-483b-afc3-0fd2bb8b5095 req-2bc176a5-e2b7-4006-b587-528fe60f6ea2 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:51.817583 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-add976c9-905c-483b-afc3-0fd2bb8b5095 req-2bc176a5-e2b7-4006-b587-528fe60f6ea2 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9162e60-7996-4d4d-964f-6844383357b6 HTTP/1.1" status: 200 len: 946 time: 0.0484953 Jul 28 05:35:51.865556 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-add976c9-905c-483b-afc3-0fd2bb8b5095 req-6328c03c-b336-4bfe-8bd5-ed40de1d872a tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac4705d3-627c-4147-9ac4-20a8e16c2480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423751 Jul 28 05:35:52.478035 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a77db-38ae-4ba0-b392-33da8948551f req-8e1fe4e5-ecee-4514-976b-543a40dfb2b4 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:52.479498 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-074a77db-38ae-4ba0-b392-33da8948551f req-8e1fe4e5-ecee-4514-976b-543a40dfb2b4 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 946 time: 0.0510886 Jul 28 05:35:52.527403 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-074a77db-38ae-4ba0-b392-33da8948551f req-50806a25-83ae-468f-940e-79b4b436d0b5 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=f9ce05ac-f845-4be2-a927-b1b22f7b1041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421805 Jul 28 05:35:52.588170 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdeb3b-97fd-499f-b67c-00575108a910 req-1bd637f8-2680-41f8-a37a-2351764bfce8 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:52.589645 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-95bdeb3b-97fd-499f-b67c-00575108a910 req-1bd637f8-2680-41f8-a37a-2351764bfce8 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.57 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 946 time: 0.0478323 Jul 28 05:35:52.681593 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [req-95bdeb3b-97fd-499f-b67c-00575108a910 req-eddcb01b-f707-4833-88cc-99c2d366c382 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Deleting port 968687ce-4c57-4729-84c6-548124c4123e {{(pid=104272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:35:52.681860 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-95bdeb3b-97fd-499f-b67c-00575108a910 req-eddcb01b-f707-4833-88cc-99c2d366c382 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (968687ce-4c57-4729-84c6-548124c4123e), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:52.734485 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 38108) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:35:52.776895 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [req-95bdeb3b-97fd-499f-b67c-00575108a910 req-eddcb01b-f707-4833-88cc-99c2d366c382 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] For port 968687ce-4c57-4729-84c6-548124c4123e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=968687ce-4c57-4729-84c6-548124c4123e,segment=NetworkSegment(4427f270-b023-404e-a3c1-104654497080),segment_id=4427f270-b023-404e-a3c1-104654497080)] {{(pid=104272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:35:52.777272 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-95bdeb3b-97fd-499f-b67c-00575108a910 req-eddcb01b-f707-4833-88cc-99c2d366c382 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (968687ce-4c57-4729-84c6-548124c4123e), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:52.779590 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:52.781943 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.db_base_plugin_v2 [None req-6349e0f7-5a98-4a06-ad7a-61bd00b58755 admin admin] Deleting subnet 64b04f90-f5ea-4071-a311-d444ad37205f {{(pid=104273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 05:35:52.785040 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6349e0f7-5a98-4a06-ad7a-61bd00b58755 admin admin] Publish callbacks [] for subnet (64b04f90-f5ea-4071-a311-d444ad37205f), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:52.820056 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6349e0f7-5a98-4a06-ad7a-61bd00b58755 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8432890'] for subnet (64b04f90-f5ea-4071-a311-d444ad37205f), precommit_delete_associations {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:52.863250 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6349e0f7-5a98-4a06-ad7a-61bd00b58755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190699'] for subnet (64b04f90-f5ea-4071-a311-d444ad37205f), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:52.956180 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-95bdeb3b-97fd-499f-b67c-00575108a910 req-eddcb01b-f707-4833-88cc-99c2d366c382 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:52.956741 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-95bdeb3b-97fd-499f-b67c-00575108a910 req-eddcb01b-f707-4833-88cc-99c2d366c382 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4016612'] for floatingip (96e6e208-9412-4c92-a6f7-fb6e14ccc140), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:52.956741 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.db.l3_db [req-95bdeb3b-97fd-499f-b67c-00575108a910 req-eddcb01b-f707-4833-88cc-99c2d366c382 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Floating IP 96e6e208-9412-4c92-a6f7-fb6e14ccc140 disassociated. External IP: 172.27.0.19, port: 968687ce-4c57-4729-84c6-548124c4123e. Jul 28 05:35:52.957082 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [req-95bdeb3b-97fd-499f-b67c-00575108a910 req-eddcb01b-f707-4833-88cc-99c2d366c382 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Calling delete_port for 968687ce-4c57-4729-84c6-548124c4123e owned by compute:nova {{(pid=104272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:35:52.981933 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6349e0f7-5a98-4a06-ad7a-61bd00b58755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1190690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8745015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8898787'] for subnet (64b04f90-f5ea-4071-a311-d444ad37205f), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:53.002989 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fced55-9154-45aa-980c-a1621ac9e3ce req-65c01d05-919c-478d-8a77-0732e08cddb3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:53.004464 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-05fced55-9154-45aa-980c-a1621ac9e3ce req-65c01d05-919c-478d-8a77-0732e08cddb3 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9162e60-7996-4d4d-964f-6844383357b6 HTTP/1.1" status: 200 len: 946 time: 0.0615230 Jul 28 05:35:53.009588 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349e0f7-5a98-4a06-ad7a-61bd00b58755 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64b04f90-f5ea-4071-a311-d444ad37205f,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:35:53.020330 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6349e0f7-5a98-4a06-ad7a-61bd00b58755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for subnet (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:53.020330 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-6349e0f7-5a98-4a06-ad7a-61bd00b58755 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/64b04f90-f5ea-4071-a311-d444ad37205f HTTP/1.1" status: 204 len: 168 time: 0.2808075 Jul 28 05:35:53.021819 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 38112) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:35:53.029726 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6349e0f7-5a98-4a06-ad7a-61bd00b58755 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:53.030081 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6349e0f7-5a98-4a06-ad7a-61bd00b58755 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:53.030430 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6349e0f7-5a98-4a06-ad7a-61bd00b58755 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:53.030773 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6349e0f7-5a98-4a06-ad7a-61bd00b58755 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:53.031108 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6349e0f7-5a98-4a06-ad7a-61bd00b58755 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:53.031442 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6349e0f7-5a98-4a06-ad7a-61bd00b58755 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:53.031771 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6349e0f7-5a98-4a06-ad7a-61bd00b58755 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:53.032106 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6349e0f7-5a98-4a06-ad7a-61bd00b58755 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:53.032435 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6349e0f7-5a98-4a06-ad7a-61bd00b58755 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:53.032763 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6349e0f7-5a98-4a06-ad7a-61bd00b58755 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:53.033081 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6349e0f7-5a98-4a06-ad7a-61bd00b58755 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:53.033411 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6349e0f7-5a98-4a06-ad7a-61bd00b58755 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:53.033760 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6349e0f7-5a98-4a06-ad7a-61bd00b58755 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:53.034081 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6349e0f7-5a98-4a06-ad7a-61bd00b58755 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:53.034402 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6349e0f7-5a98-4a06-ad7a-61bd00b58755 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:35:53.099576 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-9cfb10c6-ca20-4201-b88b-817ffe1e569b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1261665'] for network (6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:53.103322 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-05fced55-9154-45aa-980c-a1621ac9e3ce req-b9851ef2-556d-4b0b-875f-a06af344b4f2 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac4705d3-627c-4147-9ac4-20a8e16c2480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703833 Jul 28 05:35:53.185508 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-9cfb10c6-ca20-4201-b88b-817ffe1e569b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1190917', 'neutron.services.segments.db._delete_segments_for_network-8748695459786'] for network (6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:53.205803 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.services.segments.db [None req-9cfb10c6-ca20-4201-b88b-817ffe1e569b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf']}} {{(pid=104273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:35:53.215225 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.services.segments.db [None req-9cfb10c6-ca20-4201-b88b-817ffe1e569b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1896812b-3454-4c9a-a5b4-1a6bcc3ae695') {'for_net_delete': True} {{(pid=104273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:35:53.215534 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.services.segments.db [None req-9cfb10c6-ca20-4201-b88b-817ffe1e569b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1896812b-3454-4c9a-a5b4-1a6bcc3ae695') {} {{(pid=104273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:35:53.222056 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c69e8-54a5-40c1-ba13-30e667ccc114 req-e9b4b301-590a-40f3-a757-e13584a163e1 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:53.223552 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-6f1c69e8-54a5-40c1-ba13-30e667ccc114 req-e9b4b301-590a-40f3-a757-e13584a163e1 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9162e60-7996-4d4d-964f-6844383357b6 HTTP/1.1" status: 200 len: 946 time: 0.0481212 Jul 28 05:35:53.224598 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-95bdeb3b-97fd-499f-b67c-00575108a910 req-eddcb01b-f707-4833-88cc-99c2d366c382 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (968687ce-4c57-4729-84c6-548124c4123e), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:53.227047 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-9cfb10c6-ca20-4201-b88b-817ffe1e569b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748695459687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8432867'] for segment (1896812b-3454-4c9a-a5b4-1a6bcc3ae695), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:53.237183 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 38116) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:35:53.241578 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-9cfb10c6-ca20-4201-b88b-817ffe1e569b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124'] for segment (1896812b-3454-4c9a-a5b4-1a6bcc3ae695), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:53.248646 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cfb10c6-ca20-4201-b88b-817ffe1e569b admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=104273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 05:35:53.249029 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-9cfb10c6-ca20-4201-b88b-817ffe1e569b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8745065'] for segment (1896812b-3454-4c9a-a5b4-1a6bcc3ae695), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:53.257124 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-90ebd7dc-5752-4b3f-9850-50fad6dce1ae tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Request body: {'floatingip': {'port_id': '30d872c4-2287-4532-9e34-e113896ad3a6'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:35:53.291256 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddcb01b-f707-4833-88cc-99c2d366c382 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Pushing event deleted for resources: {'Port': ['ID=968687ce-4c57-4729-84c6-548124c4123e,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:35:53.303311 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-90ebd7dc-5752-4b3f-9850-50fad6dce1ae tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for floatingip (54a6cb3d-555d-4382-b6a0-a81bcea5ca0b), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:53.321762 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.services.segments.plugin [-] Segment 1896812b-3454-4c9a-a5b4-1a6bcc3ae695 resource provider aggregate not found Jul 28 05:35:53.339462 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.services.segments.plugin [-] Segment 1896812b-3454-4c9a-a5b4-1a6bcc3ae695 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1896812b-3454-4c9a-a5b4-1a6bcc3ae695 found for delete ", "request_id": "req-5c4d0c5b-a80c-4dd0-b88d-5547fb80445b"}]} Jul 28 05:35:53.371699 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-9cfb10c6-ca20-4201-b88b-817ffe1e569b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1190926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4016432'] for network (6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:53.377248 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-9cfb10c6-ca20-4201-b88b-817ffe1e569b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for network (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:53.380358 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-9cfb10c6-ca20-4201-b88b-817ffe1e569b admin admin] 10.222.0.33 "DELETE /v2.0/networks/6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf HTTP/1.1" status: 204 len: 168 time: 0.3573651 Jul 28 05:35:53.392162 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb10c6-ca20-4201-b88b-817ffe1e569b admin admin] Pushing event deleted for resources: {'Network': ['ID=6e095ba2-9c3e-4bcc-b330-5cb1fbb72ecf,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:35:53.411568 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:53.544685 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95bdeb3b-97fd-499f-b67c-00575108a910 req-eddcb01b-f707-4833-88cc-99c2d366c382 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Router 30aeb74e-daf5-4d9c-8830-da392967d56a has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:35:53.561391 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:53.673830 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-12675757-ff02-4b86-87de-3cd0b50bc01f req-ae878d83-76a6-4fe8-ad8e-5ff27adf4b9b tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 210 time: 0.0489852 Jul 28 05:35:53.685875 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 38126) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:35:53.750125 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-966fb42a-3ae8-4493-aebd-f4ae0384b5d4 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=0fafe3a7726844018a6c308f8acdbb49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0625987 Jul 28 05:35:53.750776 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 38128) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:35:53.803887 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-162b5dc2-f851-439a-b4b5-b6d23792e782 admin admin] Publish callbacks [] for security_group (c1324a3c-eab0-4e07-91e9-afdf667f4c52), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:53.813066 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95bdeb3b-97fd-499f-b67c-00575108a910 req-eddcb01b-f707-4833-88cc-99c2d366c382 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:35:53.825409 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cb528a-bbaf-4d82-8b35-ceb7c269626e None None] Sync routers for ids ['30aeb74e-daf5-4d9c-8830-da392967d56a'] in dv-cinder-799871-48-iscsi {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:35:53.828333 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-162b5dc2-f851-439a-b4b5-b6d23792e782 admin admin] Publish callbacks [] for security_group (c1324a3c-eab0-4e07-91e9-afdf667f4c52), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:53.836971 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cb528a-bbaf-4d82-8b35-ceb7c269626e None None] Routers {'30aeb74e-daf5-4d9c-8830-da392967d56a'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:35:53.837857 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-78cb528a-bbaf-4d82-8b35-ceb7c269626e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:35:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['30aeb74e-daf5-4d9c-8830-da392967d56a'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:35:53.898457 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [req-95bdeb3b-97fd-499f-b67c-00575108a910 req-eddcb01b-f707-4833-88cc-99c2d366c382 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] No DVR routers for this DVR port 968687ce-4c57-4729-84c6-548124c4123e on host hv-cinder-79987 {{(pid=104272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:35:53.901869 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-95bdeb3b-97fd-499f-b67c-00575108a910 req-eddcb01b-f707-4833-88cc-99c2d366c382 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:53.905764 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-95bdeb3b-97fd-499f-b67c-00575108a910 req-eddcb01b-f707-4833-88cc-99c2d366c382 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.57 "DELETE /v2.0/ports/968687ce-4c57-4729-84c6-548124c4123e HTTP/1.1" status: 204 len: 173 time: 1.3038661 Jul 28 05:35:53.910326 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57115a26-af82-499e-a831-4b4c40e60ac5', 'name': 'network-vif-deleted', 'tag': '968687ce-4c57-4729-84c6-548124c4123e'}] {{(pid=104272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:35:53.910326 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90743944bbcefbc541f6211993cabd2c9418e1ba23e64f30c52edf03935cac0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fbcbc5-104d-4398-a7ae-7b6032b87e28" -d '{"events": [{"server_uuid": "57115a26-af82-499e-a831-4b4c40e60ac5", "name": "network-vif-deleted", "tag": "968687ce-4c57-4729-84c6-548124c4123e"}]}' {{(pid=104272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:35:53.949744 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-78cb528a-bbaf-4d82-8b35-ceb7c269626e None None] Set router 30aeb74e-daf5-4d9c-8830-da392967d56a gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:35:53.953108 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-162b5dc2-f851-439a-b4b5-b6d23792e782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (c1324a3c-eab0-4e07-91e9-afdf667f4c52), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:53.954884 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd6c0df-ade7-40d8-a969-6266b88569cb x-openstack-request-id: req-7dd6c0df-ade7-40d8-a969-6266b88569cb {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:35:53.955177 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57115a26-af82-499e-a831-4b4c40e60ac5", "name": "network-vif-deleted", "tag": "968687ce-4c57-4729-84c6-548124c4123e", "status": "completed", "code": 200}]} {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:35:53.955433 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7dd6c0df-ade7-40d8-a969-6266b88569cb {{(pid=104272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:35:53.959992 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dd6c0df-ade7-40d8-a969-6266b88569cb'] response: {'server_uuid': '57115a26-af82-499e-a831-4b4c40e60ac5', 'name': 'network-vif-deleted', 'tag': '968687ce-4c57-4729-84c6-548124c4123e', 'status': 'completed', 'code': 200} Jul 28 05:35:53.960577 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-162b5dc2-f851-439a-b4b5-b6d23792e782 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:53.960577 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-162b5dc2-f851-439a-b4b5-b6d23792e782 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c1324a3c-eab0-4e07-91e9-afdf667f4c52 HTTP/1.1" status: 204 len: 168 time: 0.2071455 Jul 28 05:35:53.970957 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b5dc2-f851-439a-b4b5-b6d23792e782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1324a3c-eab0-4e07-91e9-afdf667f4c52,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:35:54.006666 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-90ebd7dc-5752-4b3f-9850-50fad6dce1ae tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:54.102964 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-90ebd7dc-5752-4b3f-9850-50fad6dce1ae tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4016612'] for floatingip (54a6cb3d-555d-4382-b6a0-a81bcea5ca0b), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:54.158063 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-78cb528a-bbaf-4d82-8b35-ceb7c269626e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'name': 'tempest-AttachVolumeShelveTestJSON-1714526453-router', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '81a3a55d-4e0b-4eae-940d-33b9f60af80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:41Z', 'revision_number': 4, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'gw_port': {'id': '81a3a55d-4e0b-4eae-940d-33b9f60af80e', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:30Z', 'updated_at': '2022-07-28T05:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': '4518b198-8249-4dbd-bf02-3645f257942a', 'name': '', 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'mac_address': 'fa:16:3e:13:a1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '329242a6-cde1-43fc-b2d2-7b69ba8c6d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:38Z', 'updated_at': '2022-07-28T05:31:54Z', 'revision_number': 5, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'subnets': [{'id': '329242a6-cde1-43fc-b2d2-7b69ba8c6d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:35:54.183865 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cb528a-bbaf-4d82-8b35-ceb7c269626e None None] Checking router: 30aeb74e-daf5-4d9c-8830-da392967d56a for host: dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:35:54.192946 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cb528a-bbaf-4d82-8b35-ceb7c269626e None None] Routers {'30aeb74e-daf5-4d9c-8830-da392967d56a'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:35:54.193580 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-78cb528a-bbaf-4d82-8b35-ceb7c269626e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:35:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['30aeb74e-daf5-4d9c-8830-da392967d56a'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:35:54.206539 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.db.l3_db [None req-90ebd7dc-5752-4b3f-9850-50fad6dce1ae tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Floating IP 54a6cb3d-555d-4382-b6a0-a81bcea5ca0b associated. External IP: 172.27.0.180, port: 30d872c4-2287-4532-9e34-e113896ad3a6. Jul 28 05:35:54.322745 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-78cb528a-bbaf-4d82-8b35-ceb7c269626e None None] Set router 30aeb74e-daf5-4d9c-8830-da392967d56a gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:35:54.417815 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ebd7dc-5752-4b3f-9850-50fad6dce1ae tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Router d2cc43d3-bb01-4229-ac5e-8b627c08bbaf has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:35:54.477902 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 968687ce-4c57-4729-84c6-548124c4123e no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:35:54.507546 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:54.514447 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] No Port match for: 968687ce-4c57-4729-84c6-548124c4123e {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:35:54.514924 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 968687ce-4c57-4729-84c6-548124c4123e not bound to the agent host hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:35:54.530748 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ebd7dc-5752-4b3f-9850-50fad6dce1ae tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:35:54.535956 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-90ebd7dc-5752-4b3f-9850-50fad6dce1ae tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for floatingip (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:54.540591 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-78cb528a-bbaf-4d82-8b35-ceb7c269626e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'name': 'tempest-AttachVolumeShelveTestJSON-1714526453-router', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '81a3a55d-4e0b-4eae-940d-33b9f60af80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:41Z', 'revision_number': 4, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'gw_port': {'id': '81a3a55d-4e0b-4eae-940d-33b9f60af80e', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:30Z', 'updated_at': '2022-07-28T05:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': '4518b198-8249-4dbd-bf02-3645f257942a', 'name': '', 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'mac_address': 'fa:16:3e:13:a1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '329242a6-cde1-43fc-b2d2-7b69ba8c6d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:38Z', 'updated_at': '2022-07-28T05:31:54Z', 'revision_number': 5, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'subnets': [{'id': '329242a6-cde1-43fc-b2d2-7b69ba8c6d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:35:54.543991 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a43017-5bd2-4fd2-b45f-6374ed12dc53 None None] Sync routers for ids ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'] in dv-cinder-799871-48-iscsi {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:35:54.554628 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a43017-5bd2-4fd2-b45f-6374ed12dc53 None None] Routers {'d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:35:54.555388 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-30a43017-5bd2-4fd2-b45f-6374ed12dc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:35:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:35:54.567720 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-90ebd7dc-5752-4b3f-9850-50fad6dce1ae tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "PUT /v2.0/floatingips/54a6cb3d-555d-4382-b6a0-a81bcea5ca0b HTTP/1.1" status: 200 len: 992 time: 1.3294494 Jul 28 05:35:54.575008 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cb528a-bbaf-4d82-8b35-ceb7c269626e None None] The sync data for ids ['30aeb74e-daf5-4d9c-8830-da392967d56a'] in dv-cinder-799871-48-iscsi is: [{'id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'name': 'tempest-AttachVolumeShelveTestJSON-1714526453-router', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '81a3a55d-4e0b-4eae-940d-33b9f60af80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:41Z', 'revision_number': 4, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'gw_port': {'id': '81a3a55d-4e0b-4eae-940d-33b9f60af80e', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:30Z', 'updated_at': '2022-07-28T05:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': '4518b198-8249-4dbd-bf02-3645f257942a', 'name': '', 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'mac_address': 'fa:16:3e:13:a1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '329242a6-cde1-43fc-b2d2-7b69ba8c6d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:38Z', 'updated_at': '2022-07-28T05:31:54Z', 'revision_number': 5, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'subnets': [{'id': '329242a6-cde1-43fc-b2d2-7b69ba8c6d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:35:54.807506 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-30a43017-5bd2-4fd2-b45f-6374ed12dc53 None None] Set router d2cc43d3-bb01-4229-ac5e-8b627c08bbaf gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:35:54.831828 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b828a7a2-b73e-4b73-85ad-40b5bf580fea req-273a357e-b70f-441b-a8df-f3cb88fca2b9 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=57115a26-af82-499e-a831-4b4c40e60ac5 HTTP/1.1" status: 200 len: 210 time: 0.0416756 Jul 28 05:35:54.862377 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2668f2-c223-41e9-847e-90923867f1ae None None] New status for floating IP 96e6e208-9412-4c92-a6f7-fb6e14ccc140: DOWN {{(pid=104275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 05:35:54.924981 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:55.077111 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-30a43017-5bd2-4fd2-b45f-6374ed12dc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'name': 'tempest-AttachVolumeNegativeTest-1518408114-router', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:42Z', 'revision_number': 4, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'gw_port': {'id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': '54a6cb3d-555d-4382-b6a0-a81bcea5ca0b', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'port_id': '30d872c4-2287-4532-9e34-e113896ad3a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'mac_address': 'fa:16:3e:51:10:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9162e60-7996-4d4d-964f-6844383357b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:35:34Z', 'updated_at': '2022-07-28T05:35:53Z', 'revision_number': 1, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c786ec77-74c5-47cf-9acd-3809586aab79', 'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'mac_address': 'fa:16:3e:51:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:40Z', 'updated_at': '2022-07-28T05:32:02Z', 'revision_number': 5, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'subnets': [{'id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:35:55.103674 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a43017-5bd2-4fd2-b45f-6374ed12dc53 None None] Checking router: d2cc43d3-bb01-4229-ac5e-8b627c08bbaf for host: dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:35:55.112318 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a43017-5bd2-4fd2-b45f-6374ed12dc53 None None] Routers {'d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:35:55.113012 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-30a43017-5bd2-4fd2-b45f-6374ed12dc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:35:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:35:55.230142 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-30a43017-5bd2-4fd2-b45f-6374ed12dc53 None None] Set router d2cc43d3-bb01-4229-ac5e-8b627c08bbaf gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:35:55.253774 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:55.458243 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-30a43017-5bd2-4fd2-b45f-6374ed12dc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'name': 'tempest-AttachVolumeNegativeTest-1518408114-router', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:42Z', 'revision_number': 4, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'gw_port': {'id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': '54a6cb3d-555d-4382-b6a0-a81bcea5ca0b', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'port_id': '30d872c4-2287-4532-9e34-e113896ad3a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'mac_address': 'fa:16:3e:51:10:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9162e60-7996-4d4d-964f-6844383357b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:35:34Z', 'updated_at': '2022-07-28T05:35:53Z', 'revision_number': 1, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c786ec77-74c5-47cf-9acd-3809586aab79', 'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'mac_address': 'fa:16:3e:51:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:40Z', 'updated_at': '2022-07-28T05:32:02Z', 'revision_number': 5, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'subnets': [{'id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:35:55.487295 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a43017-5bd2-4fd2-b45f-6374ed12dc53 None None] The sync data for ids ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'] in dv-cinder-799871-48-iscsi is: [{'id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'name': 'tempest-AttachVolumeNegativeTest-1518408114-router', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:42Z', 'revision_number': 4, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'gw_port': {'id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': '54a6cb3d-555d-4382-b6a0-a81bcea5ca0b', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'port_id': '30d872c4-2287-4532-9e34-e113896ad3a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'mac_address': 'fa:16:3e:51:10:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9162e60-7996-4d4d-964f-6844383357b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:35:34Z', 'updated_at': '2022-07-28T05:35:53Z', 'revision_number': 1, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c786ec77-74c5-47cf-9acd-3809586aab79', 'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'mac_address': 'fa:16:3e:51:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:40Z', 'updated_at': '2022-07-28T05:32:02Z', 'revision_number': 5, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'subnets': [{'id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:35:55.671097 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371ae98e-1d0a-4098-825c-01326587afc6 None None] New status for floating IP 54a6cb3d-555d-4382-b6a0-a81bcea5ca0b: ACTIVE {{(pid=104274) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 05:35:55.957186 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9162e60-7996-4d4d-964f-6844383357b6', 'tag': '30d872c4-2287-4532-9e34-e113896ad3a6'}] {{(pid=104272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:35:55.959708 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90743944bbcefbc541f6211993cabd2c9418e1ba23e64f30c52edf03935cac0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedfce63-6bd0-4828-9202-466d99ba1542" -d '{"events": [{"name": "network-changed", "server_uuid": "b9162e60-7996-4d4d-964f-6844383357b6", "tag": "30d872c4-2287-4532-9e34-e113896ad3a6"}]}' {{(pid=104272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:35:55.995618 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 38170) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:35:56.027138 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7cc619-715e-465c-99c2-8d61c0675bc1 x-openstack-request-id: req-2c7cc619-715e-465c-99c2-8d61c0675bc1 {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:35:56.029742 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9162e60-7996-4d4d-964f-6844383357b6", "tag": "30d872c4-2287-4532-9e34-e113896ad3a6", "status": "completed", "code": 200}]} {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:35:56.029742 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2c7cc619-715e-465c-99c2-8d61c0675bc1 {{(pid=104272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:35:56.029742 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c7cc619-715e-465c-99c2-8d61c0675bc1'] response: {'name': 'network-changed', 'server_uuid': 'b9162e60-7996-4d4d-964f-6844383357b6', 'tag': '30d872c4-2287-4532-9e34-e113896ad3a6', 'status': 'completed', 'code': 200} Jul 28 05:35:56.054614 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:56.064594 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ac4fe094-618c-4e7e-bf27-5841650094c6 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for security_group (f9ce05ac-f845-4be2-a927-b1b22f7b1041), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:56.087656 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ac4fe094-618c-4e7e-bf27-5841650094c6 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for security_group (f9ce05ac-f845-4be2-a927-b1b22f7b1041), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:56.093579 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfce63-6bd0-4828-9202-466d99ba1542 req-ad2eff1d-ccc6-4dc2-a268-04f504857bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:56.095095 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-fedfce63-6bd0-4828-9202-466d99ba1542 req-ad2eff1d-ccc6-4dc2-a268-04f504857bdd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0b7f7639504a25a73c94335d62b98f&device_id=b9162e60-7996-4d4d-964f-6844383357b6 HTTP/1.1" status: 200 len: 1130 time: 0.0452993 Jul 28 05:35:56.177386 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ac4fe094-618c-4e7e-bf27-5841650094c6 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (f9ce05ac-f845-4be2-a927-b1b22f7b1041), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:56.180209 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ac4fe094-618c-4e7e-bf27-5841650094c6 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:56.181454 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-ac4fe094-618c-4e7e-bf27-5841650094c6 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "DELETE /v2.0/security-groups/f9ce05ac-f845-4be2-a927-b1b22f7b1041 HTTP/1.1" status: 204 len: 168 time: 0.1838644 Jul 28 05:35:56.185425 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 38172) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:35:56.188576 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfce63-6bd0-4828-9202-466d99ba1542 req-107e009c-1b82-4341-a046-714f40ba05c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:56.190166 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-fedfce63-6bd0-4828-9202-466d99ba1542 req-107e009c-1b82-4341-a046-714f40ba05c7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f094ee85-e5f7-4f76-b25b-19d66faa4449 HTTP/1.1" status: 200 len: 916 time: 0.0873387 Jul 28 05:35:56.193736 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=12 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:56.203716 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4fe094-618c-4e7e-bf27-5841650094c6 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ce05ac-f845-4be2-a927-b1b22f7b1041,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:35:56.207317 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.api.v2.resource [None req-bbcca57d-20c4-4338-b69d-8e841a89958e tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] show failed (client error): The resource could not be found. Jul 28 05:35:56.207317 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-bbcca57d-20c4-4338-b69d-8e841a89958e tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups/f9ce05ac-f845-4be2-a927-b1b22f7b1041 HTTP/1.1" status: 404 len: 347 time: 0.0204065 Jul 28 05:35:56.209713 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 38174) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:35:56.257719 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-fedfce63-6bd0-4828-9202-466d99ba1542 req-55fecbc6-032d-43e6-9293-96bfc581a8ed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30d872c4-2287-4532-9e34-e113896ad3a6 HTTP/1.1" status: 200 len: 1002 time: 0.0613105 Jul 28 05:35:56.331627 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-774232a8-c5fd-4405-8d28-78440398b843 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Deleting port 712cf4c4-b5d1-4cba-88d5-ceaad3b65e67 {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:35:56.331978 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-774232a8-c5fd-4405-8d28-78440398b843 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (712cf4c4-b5d1-4cba-88d5-ceaad3b65e67), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:56.419232 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-774232a8-c5fd-4405-8d28-78440398b843 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (712cf4c4-b5d1-4cba-88d5-ceaad3b65e67), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:56.419561 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-774232a8-c5fd-4405-8d28-78440398b843 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for floatingip (712cf4c4-b5d1-4cba-88d5-ceaad3b65e67), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:56.434892 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-774232a8-c5fd-4405-8d28-78440398b843 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Calling delete_port for 712cf4c4-b5d1-4cba-88d5-ceaad3b65e67 owned by network:floatingip {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:35:56.540445 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:56.555091 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfce63-6bd0-4828-9202-466d99ba1542 req-99901250-d640-4ec4-ab29-1f469401101c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:56.556567 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-fedfce63-6bd0-4828-9202-466d99ba1542 req-99901250-d640-4ec4-ab29-1f469401101c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=456b76b1-4e97-4147-a35d-860a8ddd449e HTTP/1.1" status: 200 len: 854 time: 0.2853992 Jul 28 05:35:56.601839 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfce63-6bd0-4828-9202-466d99ba1542 req-b3a0ff9a-6f88-4fa8-b448-73c7dedc721d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:56.603375 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-fedfce63-6bd0-4828-9202-466d99ba1542 req-b3a0ff9a-6f88-4fa8-b448-73c7dedc721d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f094ee85-e5f7-4f76-b25b-19d66faa4449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400248 Jul 28 05:35:56.634110 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-774232a8-c5fd-4405-8d28-78440398b843 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (712cf4c4-b5d1-4cba-88d5-ceaad3b65e67), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:56.660369 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774232a8-c5fd-4405-8d28-78440398b843 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Pushing event deleted for resources: {'Port': ['ID=712cf4c4-b5d1-4cba-88d5-ceaad3b65e67,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:35:56.707272 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-fedfce63-6bd0-4828-9202-466d99ba1542 req-3cc107fa-8f3b-459e-86e6-aad24ca20da9 service neutron] 10.222.0.57 "GET /v2.0/networks/f094ee85-e5f7-4f76-b25b-19d66faa4449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929708 Jul 28 05:35:56.723605 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-774232a8-c5fd-4405-8d28-78440398b843 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for floatingip (96e6e208-9412-4c92-a6f7-fb6e14ccc140), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:56.726089 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-774232a8-c5fd-4405-8d28-78440398b843 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for floatingip (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:56.727288 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-774232a8-c5fd-4405-8d28-78440398b843 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "DELETE /v2.0/floatingips/96e6e208-9412-4c92-a6f7-fb6e14ccc140 HTTP/1.1" status: 204 len: 168 time: 0.5163565 Jul 28 05:35:56.805516 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-fedfce63-6bd0-4828-9202-466d99ba1542 req-0b35bf70-878b-4178-8e1e-b3d65562e1d7 service neutron] 10.222.0.57 "GET /v2.0/networks/f094ee85-e5f7-4f76-b25b-19d66faa4449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859661 Jul 28 05:35:56.896244 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 38180) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:35:56.900797 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-4e62c1f9-29a2-4973-a217-43e5a526326f tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1817828024', 'description': 'tempest-description--1946401416'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:35:56.979103 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-4e62c1f9-29a2-4973-a217-43e5a526326f tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:57.004814 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc860d-42ed-455e-baac-6c7959bd2fa5 req-21668744-783a-406a-a397-4bd619821b97 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:57.006336 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-76cc860d-42ed-455e-baac-6c7959bd2fa5 req-21668744-783a-406a-a397-4bd619821b97 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/ports?device_id=76337f4b-add0-4221-8712-c9d29a9c459e HTTP/1.1" status: 200 len: 945 time: 0.0673211 Jul 28 05:35:57.078577 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-76cc860d-42ed-455e-baac-6c7959bd2fa5 req-c4b10a47-75f0-4ed4-87e4-052791b4d60b tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/security-groups?id=337538b8-ab9b-4703-8dd1-be347a7e9144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652277 Jul 28 05:35:57.099462 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-4e62c1f9-29a2-4973-a217-43e5a526326f tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for security_group (8621ea46-a103-4b3b-a59d-fa4a01d900ea), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:57.177355 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-4e62c1f9-29a2-4973-a217-43e5a526326f tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (8621ea46-a103-4b3b-a59d-fa4a01d900ea), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:57.209936 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62c1f9-29a2-4973-a217-43e5a526326f tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8621ea46-a103-4b3b-a59d-fa4a01d900ea,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:35:57.254816 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-4e62c1f9-29a2-4973-a217-43e5a526326f tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:57.256185 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-4e62c1f9-29a2-4973-a217-43e5a526326f tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3589332 Jul 28 05:35:57.259062 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 38188) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:35:57.263644 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-b7e6b571-11ab-493c-9139-090dd63fa7b0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Request body: {'security_group_rule': {'security_group_id': '8621ea46-a103-4b3b-a59d-fa4a01d900ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:35:57.349358 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b571-11ab-493c-9139-090dd63fa7b0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for security_group_rule (5ed9e439-87c5-402f-a55d-2e4ee458bd0c), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:57.414129 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b571-11ab-493c-9139-090dd63fa7b0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for security_group_rule (5ed9e439-87c5-402f-a55d-2e4ee458bd0c), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:57.502979 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b571-11ab-493c-9139-090dd63fa7b0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703374'] for security_group_rule (5ed9e439-87c5-402f-a55d-2e4ee458bd0c), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:57.520544 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:57.524485 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6b571-11ab-493c-9139-090dd63fa7b0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ed9e439-87c5-402f-a55d-2e4ee458bd0c,revision_number=0']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:35:57.631860 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b571-11ab-493c-9139-090dd63fa7b0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:57.631860 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-b7e6b571-11ab-493c-9139-090dd63fa7b0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3679798 Jul 28 05:35:57.633583 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 38198) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:35:57.638539 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-8832c982-84c3-4c3d-90e4-cfc381e9adfe tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Request body: {'security_group_rule': {'security_group_id': '8621ea46-a103-4b3b-a59d-fa4a01d900ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:35:57.733121 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-8832c982-84c3-4c3d-90e4-cfc381e9adfe tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for security_group_rule (9ccaa07d-5f81-4daf-b6fb-5e61ebe804e5), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:57.788719 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-8832c982-84c3-4c3d-90e4-cfc381e9adfe tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for security_group_rule (9ccaa07d-5f81-4daf-b6fb-5e61ebe804e5), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:57.879947 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-8832c982-84c3-4c3d-90e4-cfc381e9adfe tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703374'] for security_group_rule (9ccaa07d-5f81-4daf-b6fb-5e61ebe804e5), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:57.894057 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:57.899940 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8832c982-84c3-4c3d-90e4-cfc381e9adfe tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ccaa07d-5f81-4daf-b6fb-5e61ebe804e5,revision_number=0']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:35:57.962000 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-8832c982-84c3-4c3d-90e4-cfc381e9adfe tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:57.963276 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-8832c982-84c3-4c3d-90e4-cfc381e9adfe tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3286307 Jul 28 05:35:57.967190 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 38200) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:35:57.971600 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-bfcc499e-2c85-402b-9803-debdc81cf1b0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Request body: {'floatingip': {'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:35:58.068535 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bfcc499e-2c85-402b-9803-debdc81cf1b0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:58.151072 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bfcc499e-2c85-402b-9803-debdc81cf1b0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:58.252418 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.db_base_plugin_common [None req-bfcc499e-2c85-402b-9803-debdc81cf1b0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Allocated IP 172.27.0.152 (d892672b-b726-43a1-a501-142ea5a750c8/481049b9-1d68-41f1-a9d6-55330db72a03/d6c58229-048a-4b85-8b75-33f0e1428731) {{(pid=104272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:35:58.358585 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bfcc499e-2c85-402b-9803-debdc81cf1b0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for port (d6c58229-048a-4b85-8b75-33f0e1428731), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:58.440027 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bfcc499e-2c85-402b-9803-debdc81cf1b0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (d6c58229-048a-4b85-8b75-33f0e1428731), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:58.479354 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcc499e-2c85-402b-9803-debdc81cf1b0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Network d892672b-b726-43a1-a501-142ea5a750c8 is already hosted by enough agents. {{(pid=104272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:35:58.482479 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [None req-bfcc499e-2c85-402b-9803-debdc81cf1b0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Resources bound (agent type, host, resource id): {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:35:58.486516 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcc499e-2c85-402b-9803-debdc81cf1b0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Received port after_create {{(pid=104272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:35:58.507906 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc499e-2c85-402b-9803-debdc81cf1b0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Pushing event updated for resources: {'Port': ['ID=d6c58229-048a-4b85-8b75-33f0e1428731,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:35:58.575175 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bfcc499e-2c85-402b-9803-debdc81cf1b0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for floatingip (7250ff2c-0ddf-40b7-8244-e673ba5c2726), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:58.663194 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bfcc499e-2c85-402b-9803-debdc81cf1b0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (d6c58229-048a-4b85-8b75-33f0e1428731), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:58.755783 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:58.797310 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:35:58.814843 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bfcc499e-2c85-402b-9803-debdc81cf1b0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for port (d6c58229-048a-4b85-8b75-33f0e1428731), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:58.873784 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bfcc499e-2c85-402b-9803-debdc81cf1b0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8637776'] for port (d6c58229-048a-4b85-8b75-33f0e1428731), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:58.939564 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc499e-2c85-402b-9803-debdc81cf1b0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Pushing event updated for resources: {'Port': ['ID=d6c58229-048a-4b85-8b75-33f0e1428731,revision_number=2']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:35:58.959411 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bfcc499e-2c85-402b-9803-debdc81cf1b0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4016612'] for floatingip (7250ff2c-0ddf-40b7-8244-e673ba5c2726), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:59.042165 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bfcc499e-2c85-402b-9803-debdc81cf1b0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for floatingip (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:35:59.043646 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-bfcc499e-2c85-402b-9803-debdc81cf1b0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0753863 Jul 28 05:35:59.241835 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-0035c4f0-2c99-46bb-a768-d1d6946b4398 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1817828024&fields=id&tenant_id=d6e54a77d2aa469b8c0197d99170d978 HTTP/1.1" status: 200 len: 267 time: 0.0432296 Jul 28 05:35:59.347101 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-a58a7e39-5fcc-4c45-b29d-151b74e1b26b tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:35:59.348572 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-a58a7e39-5fcc-4c45-b29d-151b74e1b26b tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/networks?id=12676c2f-cd93-405a-a402-b0ee7cfa77c5 HTTP/1.1" status: 200 len: 817 time: 0.1000133 Jul 28 05:35:59.363016 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-b579a45e-7502-4ff1-bbf6-68e8e1425c08 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/quotas/d6e54a77d2aa469b8c0197d99170d978 HTTP/1.1" status: 200 len: 375 time: 0.0090783 Jul 28 05:35:59.414685 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-bc0e3efe-f611-4e49-add5-e6ca1bdb20d0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=d6e54a77d2aa469b8c0197d99170d978&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468831 Jul 28 05:35:59.510046 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-76019367-6292-4302-b354-4e6cd3748b15 service neutron] 10.222.0.33 "GET /v2.0/networks/12676c2f-cd93-405a-a402-b0ee7cfa77c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844057 Jul 28 05:35:59.604300 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-2ea9f0c6-f4c6-4a53-b1d9-f17d90b27dc2 service neutron] 10.222.0.33 "GET /v2.0/networks/12676c2f-cd93-405a-a402-b0ee7cfa77c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886507 Jul 28 05:35:59.832208 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-14d02662-5786-4be7-8245-70441f5f1c4e req-99ca4d08-455b-4795-81ed-2bd30729c787 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 210 time: 0.0281484 Jul 28 05:36:00.940053 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-78283603-cd60-42d4-9fe4-cfa73c4f000d req-aaa09d3b-e735-4182-b11a-eb1f5d0ad03f tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 210 time: 0.0290217 Jul 28 05:36:01.409418 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1f63e-6959-4300-9f8d-99df11dfe795 req-4c77fa9c-14d1-4a35-99d5-dbc5d19e7da6 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:01.411272 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a2b1f63e-6959-4300-9f8d-99df11dfe795 req-4c77fa9c-14d1-4a35-99d5-dbc5d19e7da6 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/ports?device_id=76337f4b-add0-4221-8712-c9d29a9c459e HTTP/1.1" status: 200 len: 945 time: 0.0591197 Jul 28 05:36:01.460545 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a2b1f63e-6959-4300-9f8d-99df11dfe795 req-2188f44f-2be8-47bd-b86d-6b6258948dc4 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/security-groups?id=337538b8-ab9b-4703-8dd1-be347a7e9144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432532 Jul 28 05:36:02.047367 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-32846ca0-0074-49c4-af86-b9251bf77b41 req-1a52f004-36fd-4c90-9892-2c7c5645c7c2 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 210 time: 0.0282774 Jul 28 05:36:02.581349 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a6fe2-ce13-4528-9789-960d703c6d47 req-ae0553b6-b050-41d1-8e56-d5653b8faba7 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:02.582716 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2e5a6fe2-ce13-4528-9789-960d703c6d47 req-ae0553b6-b050-41d1-8e56-d5653b8faba7 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/ports?device_id=76337f4b-add0-4221-8712-c9d29a9c459e HTTP/1.1" status: 200 len: 945 time: 0.0458217 Jul 28 05:36:02.630526 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2e5a6fe2-ce13-4528-9789-960d703c6d47 req-e0e42f50-3538-43dc-8fa6-11bf049cd07d tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/security-groups?id=337538b8-ab9b-4703-8dd1-be347a7e9144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421374 Jul 28 05:36:02.786612 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:03.160800 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f1a09ea5-df39-47ea-b0c3-5e1bbe9cf715 req-755f7dd2-c8f4-405f-898a-05f915c0218c tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 210 time: 0.0320117 Jul 28 05:36:03.745820 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c5735-821d-4ef7-a6b6-f2745a59ddc7 req-28ac4539-edc9-4ad9-a7b4-1ed36ee293ac tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:03.747343 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-561c5735-821d-4ef7-a6b6-f2745a59ddc7 req-28ac4539-edc9-4ad9-a7b4-1ed36ee293ac tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/ports?device_id=76337f4b-add0-4221-8712-c9d29a9c459e HTTP/1.1" status: 200 len: 945 time: 0.0459723 Jul 28 05:36:03.757840 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:03.794833 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-561c5735-821d-4ef7-a6b6-f2745a59ddc7 req-21222269-c080-4fa3-a1bd-8c73ce28b9c1 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/security-groups?id=337538b8-ab9b-4703-8dd1-be347a7e9144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416377 Jul 28 05:36:04.264473 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-474fb756-ac1d-46c7-8c59-1988cc1ac029 req-d82ec708-5220-4311-b3b4-588c6052aa1b tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 210 time: 0.0279830 Jul 28 05:36:04.920858 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88247442-322c-4529-bd0f-74e0a765ded9 req-36205933-01bb-41de-8f09-c053d87f2fd7 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:04.922460 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-88247442-322c-4529-bd0f-74e0a765ded9 req-36205933-01bb-41de-8f09-c053d87f2fd7 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/ports?device_id=76337f4b-add0-4221-8712-c9d29a9c459e HTTP/1.1" status: 200 len: 945 time: 0.0536938 Jul 28 05:36:04.970713 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-88247442-322c-4529-bd0f-74e0a765ded9 req-5245a403-695f-4911-97fb-8d61980b886d tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/security-groups?id=337538b8-ab9b-4703-8dd1-be347a7e9144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423272 Jul 28 05:36:05.094491 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-e67e07d2-dddc-4ec4-828a-c1cd904ee8e7 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:05.095923 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-e67e07d2-dddc-4ec4-828a-c1cd904ee8e7 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.57 "GET /v2.0/networks?id=12676c2f-cd93-405a-a402-b0ee7cfa77c5 HTTP/1.1" status: 200 len: 817 time: 0.1186676 Jul 28 05:36:05.266852 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:05.274299 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-51214a5f-59a4-4613-b817-c8ad9b6a9253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:05.276005 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-2989d91f-673b-46d1-b0b4-8b7d719d0745 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6e54a77d2aa469b8c0197d99170d978 HTTP/1.1" status: 200 len: 380 time: 0.0590885 Jul 28 05:36:05.288994 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-f8707799-b1b0-4660-8884-f71bd514e746 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Request body: {'port': {'device_id': '54986322-1272-4f12-a108-b8675f3190a6', 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5', 'admin_state_up': True, 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'security_groups': ['8621ea46-a103-4b3b-a59d-fa4a01d900ea']}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:36:05.389514 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3f4a7-7566-45b1-b910-afda822a9c1f req-6a11fd23-00ca-4adf-8e17-165a958d8c06 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:05.391300 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-49f3f4a7-7566-45b1-b910-afda822a9c1f req-6a11fd23-00ca-4adf-8e17-165a958d8c06 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.57 "GET /v2.0/ports?device_id=76337f4b-add0-4221-8712-c9d29a9c459e HTTP/1.1" status: 200 len: 945 time: 0.0544035 Jul 28 05:36:05.396849 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5bafa4f0-74a1-4e85-acb9-b3a32bcbd60e req-a8a507ea-7a52-4fdd-8604-95f62d0d5b88 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 210 time: 0.0417116 Jul 28 05:36:05.501174 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [req-49f3f4a7-7566-45b1-b910-afda822a9c1f req-c622555e-b03c-4e78-9c5f-baba4e2915d8 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Deleting port 8ebaf053-9d65-45e3-b15e-dd2dc4a17cce {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:36:05.501557 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-49f3f4a7-7566-45b1-b910-afda822a9c1f req-c622555e-b03c-4e78-9c5f-baba4e2915d8 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (8ebaf053-9d65-45e3-b15e-dd2dc4a17cce), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:05.525780 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-f8707799-b1b0-4660-8884-f71bd514e746 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Made reservation on behalf of d6e54a77d2aa469b8c0197d99170d978 for: {'port': 1} {{(pid=104272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:36:05.529727 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-f8707799-b1b0-4660-8884-f71bd514e746 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:05.602382 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [req-49f3f4a7-7566-45b1-b910-afda822a9c1f req-c622555e-b03c-4e78-9c5f-baba4e2915d8 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] For port 8ebaf053-9d65-45e3-b15e-dd2dc4a17cce, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8ebaf053-9d65-45e3-b15e-dd2dc4a17cce,segment=NetworkSegment(7a906f7a-ab4b-4aac-ab40-26ff85f0fcb8),segment_id=7a906f7a-ab4b-4aac-ab40-26ff85f0fcb8)] {{(pid=104273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:36:05.602917 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-49f3f4a7-7566-45b1-b910-afda822a9c1f req-c622555e-b03c-4e78-9c5f-baba4e2915d8 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (8ebaf053-9d65-45e3-b15e-dd2dc4a17cce), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:05.616815 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [req-49f3f4a7-7566-45b1-b910-afda822a9c1f req-c622555e-b03c-4e78-9c5f-baba4e2915d8 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Calling delete_port for 8ebaf053-9d65-45e3-b15e-dd2dc4a17cce owned by compute:nova {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:36:05.675861 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.db_base_plugin_common [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-f8707799-b1b0-4660-8884-f71bd514e746 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Allocated IP 172.20.0.14 (12676c2f-cd93-405a-a402-b0ee7cfa77c5/329242a6-cde1-43fc-b2d2-7b69ba8c6d75/bb48c226-cd8a-426b-8392-6dcb3d411b85) {{(pid=104272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:36:05.692272 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:05.798242 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-49f3f4a7-7566-45b1-b910-afda822a9c1f req-c622555e-b03c-4e78-9c5f-baba4e2915d8 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (8ebaf053-9d65-45e3-b15e-dd2dc4a17cce), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:05.812301 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] get_ports_and_sgs() called for port_ids ['8ebaf053-9d65-45e3-b15e-dd2dc4a17cce'] {{(pid=104274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:36:05.832705 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622555e-b03c-4e78-9c5f-baba4e2915d8 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Pushing event deleted for resources: {'Port': ['ID=8ebaf053-9d65-45e3-b15e-dd2dc4a17cce,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:05.875345 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f3f4a7-7566-45b1-b910-afda822a9c1f req-c622555e-b03c-4e78-9c5f-baba4e2915d8 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] No DVR routers for this DVR port 8ebaf053-9d65-45e3-b15e-dd2dc4a17cce on host hv-cinder-79987 {{(pid=104273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:36:05.877892 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-49f3f4a7-7566-45b1-b910-afda822a9c1f req-c622555e-b03c-4e78-9c5f-baba4e2915d8 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:05.881218 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-49f3f4a7-7566-45b1-b910-afda822a9c1f req-c622555e-b03c-4e78-9c5f-baba4e2915d8 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.57 "DELETE /v2.0/ports/8ebaf053-9d65-45e3-b15e-dd2dc4a17cce HTTP/1.1" status: 204 len: 173 time: 0.4763374 Jul 28 05:36:05.881675 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76337f4b-add0-4221-8712-c9d29a9c459e', 'name': 'network-vif-deleted', 'tag': '8ebaf053-9d65-45e3-b15e-dd2dc4a17cce'}] {{(pid=104273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:36:05.884029 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}294c2db51adabc0e3fe9263869e3ac3ebddb58bd39f135069541a8ae7da0566b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629e1e57-88a1-4093-abd4-86233480506e" -d '{"events": [{"server_uuid": "76337f4b-add0-4221-8712-c9d29a9c459e", "name": "network-vif-deleted", "tag": "8ebaf053-9d65-45e3-b15e-dd2dc4a17cce"}]}' {{(pid=104273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:36:05.910040 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-f8707799-b1b0-4660-8884-f71bd514e746 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for port (bb48c226-cd8a-426b-8392-6dcb3d411b85), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:05.924939 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5706cfc-f120-4d47-966e-fbd503bd3fbe x-openstack-request-id: req-c5706cfc-f120-4d47-966e-fbd503bd3fbe {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:36:05.924939 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76337f4b-add0-4221-8712-c9d29a9c459e", "name": "network-vif-deleted", "tag": "8ebaf053-9d65-45e3-b15e-dd2dc4a17cce", "status": "completed", "code": 200}]} {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:36:05.924939 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c5706cfc-f120-4d47-966e-fbd503bd3fbe {{(pid=104273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:36:05.924939 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5706cfc-f120-4d47-966e-fbd503bd3fbe'] response: {'server_uuid': '76337f4b-add0-4221-8712-c9d29a9c459e', 'name': 'network-vif-deleted', 'tag': '8ebaf053-9d65-45e3-b15e-dd2dc4a17cce', 'status': 'completed', 'code': 200} Jul 28 05:36:06.012118 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-f8707799-b1b0-4660-8884-f71bd514e746 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (bb48c226-cd8a-426b-8392-6dcb3d411b85), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:06.044182 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:06.056215 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-f8707799-b1b0-4660-8884-f71bd514e746 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Network 12676c2f-cd93-405a-a402-b0ee7cfa77c5 is already hosted by enough agents. {{(pid=104272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:36:06.074706 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-f8707799-b1b0-4660-8884-f71bd514e746 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Resources bound (agent type, host, resource id): {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:36:06.097060 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-f8707799-b1b0-4660-8884-f71bd514e746 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Received port after_create {{(pid=104272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:36:06.101155 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d5ba6ff1-6ed2-4802-b510-cbaa3aa66825 req-7c3f81d2-f1e2-4e84-aa1f-c60dd505db25 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/ports?device_id=76337f4b-add0-4221-8712-c9d29a9c459e HTTP/1.1" status: 200 len: 210 time: 0.0470083 Jul 28 05:36:06.131797 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8707799-b1b0-4660-8884-f71bd514e746 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Pushing event updated for resources: {'Port': ['ID=bb48c226-cd8a-426b-8392-6dcb3d411b85,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:06.160131 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-f8707799-b1b0-4660-8884-f71bd514e746 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:06.160761 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-f8707799-b1b0-4660-8884-f71bd514e746 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:06.277636 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-f8707799-b1b0-4660-8884-f71bd514e746 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9922183 Jul 28 05:36:06.289567 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-0f9a815a-38dd-4455-8a63-ec85cce6fc11 service neutron] Request body: {'port': {'device_id': '54986322-1272-4f12-a108-b8675f3190a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:36:06.345661 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-87f77fd7-1cb5-4ad9-90e2-9cc62ec10090 None None] Provisioning complete for port bb48c226-cd8a-426b-8392-6dcb3d411b85 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:36:06.346204 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-87f77fd7-1cb5-4ad9-90e2-9cc62ec10090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (bb48c226-cd8a-426b-8392-6dcb3d411b85), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:06.349584 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-0f9a815a-38dd-4455-8a63-ec85cce6fc11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (bb48c226-cd8a-426b-8392-6dcb3d411b85), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:06.377307 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-87f77fd7-1cb5-4ad9-90e2-9cc62ec10090 None None] Port bb48c226-cd8a-426b-8392-6dcb3d411b85 cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:36:06.384246 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:06.586033 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ee8ef-8a6d-4c92-87c0-6223333e3809 req-31269f2a-1596-4ee8-a272-f93238d98b67 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:06.587534 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-982ee8ef-8a6d-4c92-87c0-6223333e3809 req-31269f2a-1596-4ee8-a272-f93238d98b67 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 932 time: 0.0928698 Jul 28 05:36:06.673435 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-982ee8ef-8a6d-4c92-87c0-6223333e3809 req-41ec3d7d-4851-4521-951a-22d5b840ed12 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770788 Jul 28 05:36:06.706418 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-0f9a815a-38dd-4455-8a63-ec85cce6fc11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb48c226-cd8a-426b-8392-6dcb3d411b85 {{(pid=104272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:36:06.714004 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-0f9a815a-38dd-4455-8a63-ec85cce6fc11 service neutron] Publish callbacks [] for port (bb48c226-cd8a-426b-8392-6dcb3d411b85), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:06.728749 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.provisioning_blocks [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-0f9a815a-38dd-4455-8a63-ec85cce6fc11 service neutron] Transition to ACTIVE for port object bb48c226-cd8a-426b-8392-6dcb3d411b85 will not be triggered until provisioned by entity L2. {{(pid=104272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 05:36:06.892119 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-0f9a815a-38dd-4455-8a63-ec85cce6fc11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8637776'] for port (bb48c226-cd8a-426b-8392-6dcb3d411b85), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:06.944631 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a815a-38dd-4455-8a63-ec85cce6fc11 service neutron] Pushing event updated for resources: {'Port': ['ID=bb48c226-cd8a-426b-8392-6dcb3d411b85,revision_number=2']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:06.996563 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:07.021443 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.managers [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-0f9a815a-38dd-4455-8a63-ec85cce6fc11 service neutron] Attempting to bind port bb48c226-cd8a-426b-8392-6dcb3d411b85 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:36:07.021809 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.managers [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-0f9a815a-38dd-4455-8a63-ec85cce6fc11 service neutron] Attempting to bind port bb48c226-cd8a-426b-8392-6dcb3d411b85 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '4427f270-b023-404e-a3c1-104654497080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5'}] {{(pid=104272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:36:07.022145 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-0f9a815a-38dd-4455-8a63-ec85cce6fc11 service neutron] Attempting to bind port bb48c226-cd8a-426b-8392-6dcb3d411b85 on network 12676c2f-cd93-405a-a402-b0ee7cfa77c5 {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:36:07.026915 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-0f9a815a-38dd-4455-8a63-ec85cce6fc11 service neutron] Port bb48c226-cd8a-426b-8392-6dcb3d411b85 on network 12676c2f-cd93-405a-a402-b0ee7cfa77c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 05:36:07.027244 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-0f9a815a-38dd-4455-8a63-ec85cce6fc11 service neutron] Attempting to bind port bb48c226-cd8a-426b-8392-6dcb3d411b85 on network 12676c2f-cd93-405a-a402-b0ee7cfa77c5 {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:36:07.033191 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-0f9a815a-38dd-4455-8a63-ec85cce6fc11 service neutron] Checking agent: {'id': '50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'started_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:36:07.033567 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-0f9a815a-38dd-4455-8a63-ec85cce6fc11 service neutron] Checking segment: {'id': '4427f270-b023-404e-a3c1-104654497080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:36:07.033956 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-0f9a815a-38dd-4455-8a63-ec85cce6fc11 service neutron] Bound using segment: {'id': '4427f270-b023-404e-a3c1-104654497080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5'} {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:36:07.034386 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.managers [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-0f9a815a-38dd-4455-8a63-ec85cce6fc11 service neutron] Bound port: bb48c226-cd8a-426b-8392-6dcb3d411b85, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4427f270-b023-404e-a3c1-104654497080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5'}}] {{(pid=104272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:36:07.034752 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-0f9a815a-38dd-4455-8a63-ec85cce6fc11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (bb48c226-cd8a-426b-8392-6dcb3d411b85), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:07.100094 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-0f9a815a-38dd-4455-8a63-ec85cce6fc11 service neutron] For port bb48c226-cd8a-426b-8392-6dcb3d411b85, host hv-cinder-79987, cleared binding levels {{(pid=104272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:36:07.103257 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-0f9a815a-38dd-4455-8a63-ec85cce6fc11 service neutron] For port bb48c226-cd8a-426b-8392-6dcb3d411b85, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bb48c226-cd8a-426b-8392-6dcb3d411b85,segment=NetworkSegment(4427f270-b023-404e-a3c1-104654497080),segment_id=4427f270-b023-404e-a3c1-104654497080)] {{(pid=104272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:36:07.187379 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-0f9a815a-38dd-4455-8a63-ec85cce6fc11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8637776'] for port (bb48c226-cd8a-426b-8392-6dcb3d411b85), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:07.231253 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-0f9a815a-38dd-4455-8a63-ec85cce6fc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:07.231820 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-0f9a815a-38dd-4455-8a63-ec85cce6fc11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:07.233416 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-0f9a815a-38dd-4455-8a63-ec85cce6fc11 service neutron] 10.222.0.57 "PUT /v2.0/ports/bb48c226-cd8a-426b-8392-6dcb3d411b85 HTTP/1.1" status: 200 len: 1094 time: 0.9480197 Jul 28 05:36:07.237244 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54986322-1272-4f12-a108-b8675f3190a6', 'tag': 'bb48c226-cd8a-426b-8392-6dcb3d411b85'}] {{(pid=104272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:36:07.241995 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90743944bbcefbc541f6211993cabd2c9418e1ba23e64f30c52edf03935cac0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9207e7-764d-460c-b338-54885711b76e" -d '{"events": [{"name": "network-changed", "server_uuid": "54986322-1272-4f12-a108-b8675f3190a6", "tag": "bb48c226-cd8a-426b-8392-6dcb3d411b85"}]}' {{(pid=104272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:36:07.266192 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4668231b-3f0b-435d-a159-4f4669875b68 req-197fda0b-5a9e-41ec-8dfe-2840f04161b0 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/ports?device_id=76337f4b-add0-4221-8712-c9d29a9c459e HTTP/1.1" status: 200 len: 210 time: 0.0677962 Jul 28 05:36:07.289769 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a815a-38dd-4455-8a63-ec85cce6fc11 service neutron] Pushing event updated for resources: {'Port': ['ID=bb48c226-cd8a-426b-8392-6dcb3d411b85,revision_number=3']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:07.319227 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b10535-4561-47e8-bc06-bc561cc9268f x-openstack-request-id: req-f5b10535-4561-47e8-bc06-bc561cc9268f {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:36:07.319527 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54986322-1272-4f12-a108-b8675f3190a6", "tag": "bb48c226-cd8a-426b-8392-6dcb3d411b85", "status": "completed", "code": 200}]} {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:36:07.319785 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f5b10535-4561-47e8-bc06-bc561cc9268f {{(pid=104272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:36:07.320194 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5b10535-4561-47e8-bc06-bc561cc9268f'] response: {'name': 'network-changed', 'server_uuid': '54986322-1272-4f12-a108-b8675f3190a6', 'tag': 'bb48c226-cd8a-426b-8392-6dcb3d411b85', 'status': 'completed', 'code': 200} Jul 28 05:36:07.646046 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-0b990a82-8985-4ef8-9c0d-79a571486cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:07.798913 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25568aa0-d586-4bb3-bf5b-fc39c6895f12 req-aa9fff75-e415-4e84-999d-4a86386fdb9e tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:07.800368 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-25568aa0-d586-4bb3-bf5b-fc39c6895f12 req-aa9fff75-e415-4e84-999d-4a86386fdb9e tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 944 time: 0.0480390 Jul 28 05:36:07.846869 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-25568aa0-d586-4bb3-bf5b-fc39c6895f12 req-bef145bf-65ac-445b-97f2-7a5f1af90707 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409212 Jul 28 05:36:07.853127 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:07.859007 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:08.381928 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-28dc265a-10d9-4e25-90d9-d4eb19eadb79 req-f9b6adc6-4974-47b9-8c2d-6c56f66868f4 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/ports?device_id=76337f4b-add0-4221-8712-c9d29a9c459e HTTP/1.1" status: 200 len: 210 time: 0.0282805 Jul 28 05:36:08.581359 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:08.972630 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f655324-fe38-4479-b182-9f574bc041a9 req-5c21a30d-9f08-409a-9f5c-3b4fc84797d3 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:08.974093 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4f655324-fe38-4479-b182-9f574bc041a9 req-5c21a30d-9f08-409a-9f5c-3b4fc84797d3 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 944 time: 0.0500159 Jul 28 05:36:09.021363 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4f655324-fe38-4479-b182-9f574bc041a9 req-813e30dd-f4d0-42bc-bbc4-15b8fd1857cc tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418844 Jul 28 05:36:09.470402 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 8ebaf053-9d65-45e3-b15e-dd2dc4a17cce no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:36:09.493982 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] No Port match for: 8ebaf053-9d65-45e3-b15e-dd2dc4a17cce {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:36:09.494337 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 8ebaf053-9d65-45e3-b15e-dd2dc4a17cce not bound to the agent host hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:36:09.515307 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2fd41ffe-f77a-4e1c-b5fd-6ab7f183ba3f req-f9d521a2-56b2-46a6-a1c0-1017e59c3030 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/ports?device_id=76337f4b-add0-4221-8712-c9d29a9c459e HTTP/1.1" status: 200 len: 210 time: 0.0461657 Jul 28 05:36:09.549664 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9207e7-764d-460c-b338-54885711b76e req-af5ab31b-edd5-42cf-b157-7b2c0648e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:09.551142 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0a9207e7-764d-460c-b338-54885711b76e req-af5ab31b-edd5-42cf-b157-7b2c0648e079 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d6e54a77d2aa469b8c0197d99170d978&device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 1128 time: 0.0447309 Jul 28 05:36:09.654991 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9207e7-764d-460c-b338-54885711b76e req-b35f9770-104d-4b27-9583-d6b1b2a530d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:09.656467 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0a9207e7-764d-460c-b338-54885711b76e req-b35f9770-104d-4b27-9583-d6b1b2a530d6 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d6e54a77d2aa469b8c0197d99170d978&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0981958 Jul 28 05:36:09.752610 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9207e7-764d-460c-b338-54885711b76e req-208d17ec-1809-4e84-bd09-bfdf696da5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:09.754016 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0a9207e7-764d-460c-b338-54885711b76e req-208d17ec-1809-4e84-bd09-bfdf696da5f4 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914829 Jul 28 05:36:09.831273 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-0a37fdc3-1525-420a-af34-1596abba369a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:09.832677 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-0a37fdc3-1525-420a-af34-1596abba369a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d6e54a77d2aa469b8c0197d99170d978&device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 1128 time: 0.0386364 Jul 28 05:36:09.874853 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-a4036db8-8c58-4ad5-ae0b-ef2842fe8f93 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb48c226-cd8a-426b-8392-6dcb3d411b85 HTTP/1.1" status: 200 len: 217 time: 0.0322418 Jul 28 05:36:09.923363 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-e68d3bd2-cb8b-4c5b-abff-aa5203df8bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:09.924803 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-e68d3bd2-cb8b-4c5b-abff-aa5203df8bba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=329242a6-cde1-43fc-b2d2-7b69ba8c6d75 HTTP/1.1" status: 200 len: 856 time: 0.0435026 Jul 28 05:36:09.965580 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:09.974007 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-8f879bea-812b-4696-a04b-986ec6d2be50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:09.975649 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-8f879bea-812b-4696-a04b-986ec6d2be50 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12676c2f-cd93-405a-a402-b0ee7cfa77c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438473 Jul 28 05:36:10.077682 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-036d20dc-462c-4f93-af02-b1f76acf640a service neutron] 10.222.0.57 "GET /v2.0/networks/12676c2f-cd93-405a-a402-b0ee7cfa77c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861542 Jul 28 05:36:10.171886 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:10.191289 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad5908-7a9e-4fa6-ac19-6806b8b6538f req-e2b5f0a5-b28e-4c66-a82a-5b9a4ebf4a70 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:10.192774 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-56ad5908-7a9e-4fa6-ac19-6806b8b6538f req-e2b5f0a5-b28e-4c66-a82a-5b9a4ebf4a70 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 944 time: 0.0891385 Jul 28 05:36:10.232396 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a2ee943b-e1aa-43bb-8ff4-4d426f993003 req-bd6bd504-544f-4816-97de-a28d9737a257 service neutron] 10.222.0.57 "GET /v2.0/networks/12676c2f-cd93-405a-a402-b0ee7cfa77c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470466 Jul 28 05:36:10.258871 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-56ad5908-7a9e-4fa6-ac19-6806b8b6538f req-e40d09c0-ab2a-4450-af10-d51e6a12ef86 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571611 Jul 28 05:36:10.495774 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:10.770505 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:10.855294 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-442c9e81-34f8-4a45-9ebd-4e1a8c438316 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:10.857018 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-442c9e81-34f8-4a45-9ebd-4e1a8c438316 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/networks?id=12fe73f5-6d00-47cf-a14d-34af013f8456 HTTP/1.1" status: 200 len: 808 time: 0.1149955 Jul 28 05:36:10.871576 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-95c5e2f6-2c37-4933-9c1c-eaa470f15137 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/quotas/6ce7104e69fe4e15b070558784aa40d6 HTTP/1.1" status: 200 len: 375 time: 0.0091243 Jul 28 05:36:10.907138 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-dd19ec00-ce57-4f78-a9b8-449afc43732b tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=6ce7104e69fe4e15b070558784aa40d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288744 Jul 28 05:36:11.243232 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-39e47e2a-149e-4832-9aef-36c8674dadc3 service neutron] 10.222.0.33 "GET /v2.0/networks/12fe73f5-6d00-47cf-a14d-34af013f8456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296263 Jul 28 05:36:11.337874 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-e12cec82-ae53-4228-9aa7-1c52b39a33a5 service neutron] 10.222.0.33 "GET /v2.0/networks/12fe73f5-6d00-47cf-a14d-34af013f8456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869269 Jul 28 05:36:11.599101 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c6199-a3e6-450a-b553-7ac765317319 req-1c522de1-b85a-47f3-9335-7a9857efbdc4 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:11.600585 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5a9c6199-a3e6-450a-b553-7ac765317319 req-1c522de1-b85a-47f3-9335-7a9857efbdc4 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 944 time: 0.0523777 Jul 28 05:36:11.656852 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5a9c6199-a3e6-450a-b553-7ac765317319 req-e1404840-0577-4faf-a403-4909c770fa63 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453305 Jul 28 05:36:11.725520 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-424eb69c-b69a-42fa-8460-92cc5ae794ce req-2a54f444-d502-4b6b-a737-b6ceff867a61 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/ports?device_id=d9e6b4d9-234d-49ae-8696-ac067e997ae8 HTTP/1.1" status: 200 len: 210 time: 0.0287201 Jul 28 05:36:12.585936 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device bb48c226-cd8a-426b-8392-6dcb3d411b85 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:36:12.685981 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:12.692953 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port bb48c226-cd8a-426b-8392-6dcb3d411b85, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bb48c226-cd8a-426b-8392-6dcb3d411b85,segment=NetworkSegment(4427f270-b023-404e-a3c1-104654497080),segment_id=4427f270-b023-404e-a3c1-104654497080)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:36:12.706038 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Returning: {'device': 'bb48c226-cd8a-426b-8392-6dcb3d411b85', 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5', 'port_id': 'bb48c226-cd8a-426b-8392-6dcb3d411b85', 'mac_address': 'fa:16:3e:1a:f6:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '329242a6-cde1-43fc-b2d2-7b69ba8c6d75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:36:12.744229 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port bb48c226-cd8a-426b-8392-6dcb3d411b85 is: DOWN; New status is: BUILD {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:36:12.745185 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (bb48c226-cd8a-426b-8392-6dcb3d411b85), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:12.759034 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb48c226-cd8a-426b-8392-6dcb3d411b85 {{(pid=104274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:36:12.765363 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:12.781327 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port bb48c226-cd8a-426b-8392-6dcb3d411b85, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bb48c226-cd8a-426b-8392-6dcb3d411b85,segment=NetworkSegment(4427f270-b023-404e-a3c1-104654497080),segment_id=4427f270-b023-404e-a3c1-104654497080)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:36:12.785364 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69dce91-8978-47e9-be23-f2f124cdf034 req-1c00ab24-a524-436a-9c37-a08457b7a5fb tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:12.786896 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d69dce91-8978-47e9-be23-f2f124cdf034 req-1c00ab24-a524-436a-9c37-a08457b7a5fb tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 944 time: 0.0499957 Jul 28 05:36:12.829734 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (bb48c226-cd8a-426b-8392-6dcb3d411b85), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:12.838007 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d69dce91-8978-47e9-be23-f2f124cdf034 req-90ea9a23-1440-4c98-8367-40b0d5a16c7e tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454562 Jul 28 05:36:12.879652 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=bb48c226-cd8a-426b-8392-6dcb3d411b85,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:12.954591 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-456403b1-4602-41a0-be2f-d3a423409a37 req-f5b87476-e520-4386-94ea-7362c7753467 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/ports?device_id=d9e6b4d9-234d-49ae-8696-ac067e997ae8 HTTP/1.1" status: 200 len: 210 time: 0.0319571 Jul 28 05:36:13.176899 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] get_ports_and_sgs() called for port_ids ['bb48c226-cd8a-426b-8392-6dcb3d411b85'] {{(pid=104274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:36:13.522184 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-7b7d9434-eea7-4e72-9118-f6f1b8a337ef tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:13.523656 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-7b7d9434-eea7-4e72-9118-f6f1b8a337ef tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.57 "GET /v2.0/networks?id=12fe73f5-6d00-47cf-a14d-34af013f8456 HTTP/1.1" status: 200 len: 808 time: 0.1021583 Jul 28 05:36:13.538785 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-400e990c-cf22-4aca-b05e-5b3aa75cff6c tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Request body: {'port': {'device_id': 'd9e6b4d9-234d-49ae-8696-ac067e997ae8', 'network_id': '12fe73f5-6d00-47cf-a14d-34af013f8456', 'admin_state_up': True, 'tenant_id': '6ce7104e69fe4e15b070558784aa40d6'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:36:13.708290 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-400e990c-cf22-4aca-b05e-5b3aa75cff6c tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Made reservation on behalf of 6ce7104e69fe4e15b070558784aa40d6 for: {'port': 1} {{(pid=104272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:36:13.711774 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-400e990c-cf22-4aca-b05e-5b3aa75cff6c tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:13.713784 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:13.824797 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:13.847475 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.db_base_plugin_common [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-400e990c-cf22-4aca-b05e-5b3aa75cff6c tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Allocated IP 172.20.0.6 (12fe73f5-6d00-47cf-a14d-34af013f8456/845b9129-ebe5-4150-b813-89174af12dac/fe1f17d9-4f02-47a9-919d-20bcf84468a2) {{(pid=104272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:36:13.996407 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b9df5-e5c3-4d74-8f3e-ba0f46fc4fc2 req-3099216b-108d-404a-9a08-90e50fe3ca59 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:13.997987 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-889b9df5-e5c3-4d74-8f3e-ba0f46fc4fc2 req-3099216b-108d-404a-9a08-90e50fe3ca59 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 945 time: 0.0634422 Jul 28 05:36:14.063398 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-400e990c-cf22-4aca-b05e-5b3aa75cff6c tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Publish callbacks [] for port (fe1f17d9-4f02-47a9-919d-20bcf84468a2), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:14.085889 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-889b9df5-e5c3-4d74-8f3e-ba0f46fc4fc2 req-16ae6aec-e246-40c8-858f-720a1eb6e47c tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821640 Jul 28 05:36:14.179539 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-03ec528e-3fee-4c02-b3a9-e4d23147a3e9 req-ef9a3e78-1eff-4e60-985c-a7794522413e tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/ports?device_id=d9e6b4d9-234d-49ae-8696-ac067e997ae8 HTTP/1.1" status: 200 len: 210 time: 0.0296412 Jul 28 05:36:14.180553 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-400e990c-cf22-4aca-b05e-5b3aa75cff6c tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (fe1f17d9-4f02-47a9-919d-20bcf84468a2), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:14.228837 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-400e990c-cf22-4aca-b05e-5b3aa75cff6c tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Network 12fe73f5-6d00-47cf-a14d-34af013f8456 is already hosted by enough agents. {{(pid=104272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:36:14.232306 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-400e990c-cf22-4aca-b05e-5b3aa75cff6c tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Resources bound (agent type, host, resource id): {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:36:14.236556 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-400e990c-cf22-4aca-b05e-5b3aa75cff6c tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Received port after_create {{(pid=104272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:36:14.242662 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e990c-cf22-4aca-b05e-5b3aa75cff6c tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Pushing event updated for resources: {'Port': ['ID=fe1f17d9-4f02-47a9-919d-20bcf84468a2,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:14.288884 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-400e990c-cf22-4aca-b05e-5b3aa75cff6c tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:14.289508 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-400e990c-cf22-4aca-b05e-5b3aa75cff6c tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:14.379710 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-400e990c-cf22-4aca-b05e-5b3aa75cff6c tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8444965 Jul 28 05:36:14.398433 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-4a43f397-7407-4c41-980f-48ef138a2b1d service neutron] Request body: {'port': {'device_id': 'd9e6b4d9-234d-49ae-8696-ac067e997ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:36:14.453481 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:14.456044 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-4a43f397-7407-4c41-980f-48ef138a2b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (fe1f17d9-4f02-47a9-919d-20bcf84468a2), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:14.594377 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device bb48c226-cd8a-426b-8392-6dcb3d411b85 up at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:36:14.637384 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning for port bb48c226-cd8a-426b-8392-6dcb3d411b85 completed by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 05:36:14.686317 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning complete for port bb48c226-cd8a-426b-8392-6dcb3d411b85 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:36:14.686819 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (bb48c226-cd8a-426b-8392-6dcb3d411b85), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:14.716870 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-4a43f397-7407-4c41-980f-48ef138a2b1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe1f17d9-4f02-47a9-919d-20bcf84468a2 {{(pid=104272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:36:14.724460 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-4a43f397-7407-4c41-980f-48ef138a2b1d service neutron] Publish callbacks [] for port (fe1f17d9-4f02-47a9-919d-20bcf84468a2), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:14.737766 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.provisioning_blocks [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-4a43f397-7407-4c41-980f-48ef138a2b1d service neutron] Transition to ACTIVE for port object fe1f17d9-4f02-47a9-919d-20bcf84468a2 will not be triggered until provisioned by entity L2. {{(pid=104272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 05:36:14.762256 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port bb48c226-cd8a-426b-8392-6dcb3d411b85 is: BUILD; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:36:14.762651 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (bb48c226-cd8a-426b-8392-6dcb3d411b85), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:14.782744 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-4a43f397-7407-4c41-980f-48ef138a2b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8637776'] for port (fe1f17d9-4f02-47a9-919d-20bcf84468a2), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:14.786118 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54986322-1272-4f12-a108-b8675f3190a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb48c226-cd8a-426b-8392-6dcb3d411b85'}] {{(pid=104274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:36:14.788335 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fca5e984e5382dc69b1537007bd6daca7693f884f9b7ded019456fb151e79c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d88b330-e381-4a4f-82f3-6a99d0d25a31" -d '{"events": [{"server_uuid": "54986322-1272-4f12-a108-b8675f3190a6", "name": "network-vif-plugged", "status": "completed", "tag": "bb48c226-cd8a-426b-8392-6dcb3d411b85"}]}' {{(pid=104274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:36:14.806162 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port bb48c226-cd8a-426b-8392-6dcb3d411b85, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bb48c226-cd8a-426b-8392-6dcb3d411b85,segment=NetworkSegment(4427f270-b023-404e-a3c1-104654497080),segment_id=4427f270-b023-404e-a3c1-104654497080)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:36:14.829481 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccccaf67-19f3-4d93-95ee-1f16ff2412b1 x-openstack-request-id: req-ccccaf67-19f3-4d93-95ee-1f16ff2412b1 {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:36:14.829960 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54986322-1272-4f12-a108-b8675f3190a6", "name": "network-vif-plugged", "status": "completed", "tag": "bb48c226-cd8a-426b-8392-6dcb3d411b85", "code": 200}]} {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:36:14.830217 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ccccaf67-19f3-4d93-95ee-1f16ff2412b1 {{(pid=104274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:36:14.831256 dv-cinder-799871-48-iscsi neutron-server[104274]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccccaf67-19f3-4d93-95ee-1f16ff2412b1'] response: {'server_uuid': '54986322-1272-4f12-a108-b8675f3190a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb48c226-cd8a-426b-8392-6dcb3d411b85', 'code': 200} Jul 28 05:36:14.838027 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43f397-7407-4c41-980f-48ef138a2b1d service neutron] Pushing event updated for resources: {'Port': ['ID=fe1f17d9-4f02-47a9-919d-20bcf84468a2,revision_number=2']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:14.867449 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (bb48c226-cd8a-426b-8392-6dcb3d411b85), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:14.917849 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.managers [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-4a43f397-7407-4c41-980f-48ef138a2b1d service neutron] Attempting to bind port fe1f17d9-4f02-47a9-919d-20bcf84468a2 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:36:14.918196 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.managers [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-4a43f397-7407-4c41-980f-48ef138a2b1d service neutron] Attempting to bind port fe1f17d9-4f02-47a9-919d-20bcf84468a2 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '7a906f7a-ab4b-4aac-ab40-26ff85f0fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '12fe73f5-6d00-47cf-a14d-34af013f8456'}] {{(pid=104272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:36:14.921085 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-4a43f397-7407-4c41-980f-48ef138a2b1d service neutron] Attempting to bind port fe1f17d9-4f02-47a9-919d-20bcf84468a2 on network 12fe73f5-6d00-47cf-a14d-34af013f8456 {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:36:14.921216 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=bb48c226-cd8a-426b-8392-6dcb3d411b85,revision_number=5']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:14.923647 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-4a43f397-7407-4c41-980f-48ef138a2b1d service neutron] Port fe1f17d9-4f02-47a9-919d-20bcf84468a2 on network 12fe73f5-6d00-47cf-a14d-34af013f8456 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 05:36:14.923977 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-4a43f397-7407-4c41-980f-48ef138a2b1d service neutron] Attempting to bind port fe1f17d9-4f02-47a9-919d-20bcf84468a2 on network 12fe73f5-6d00-47cf-a14d-34af013f8456 {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:36:14.929370 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-4a43f397-7407-4c41-980f-48ef138a2b1d service neutron] Checking agent: {'id': '50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'started_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:36:14.929760 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-4a43f397-7407-4c41-980f-48ef138a2b1d service neutron] Checking segment: {'id': '7a906f7a-ab4b-4aac-ab40-26ff85f0fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '12fe73f5-6d00-47cf-a14d-34af013f8456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:36:14.930143 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-4a43f397-7407-4c41-980f-48ef138a2b1d service neutron] Bound using segment: {'id': '7a906f7a-ab4b-4aac-ab40-26ff85f0fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '12fe73f5-6d00-47cf-a14d-34af013f8456'} {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:36:14.930565 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.managers [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-4a43f397-7407-4c41-980f-48ef138a2b1d service neutron] Bound port: fe1f17d9-4f02-47a9-919d-20bcf84468a2, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a906f7a-ab4b-4aac-ab40-26ff85f0fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '12fe73f5-6d00-47cf-a14d-34af013f8456'}}] {{(pid=104272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:36:14.930922 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-4a43f397-7407-4c41-980f-48ef138a2b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (fe1f17d9-4f02-47a9-919d-20bcf84468a2), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:14.967557 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:14.992673 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-4a43f397-7407-4c41-980f-48ef138a2b1d service neutron] For port fe1f17d9-4f02-47a9-919d-20bcf84468a2, host hv-cinder-79987, cleared binding levels {{(pid=104272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:36:14.995772 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-4a43f397-7407-4c41-980f-48ef138a2b1d service neutron] For port fe1f17d9-4f02-47a9-919d-20bcf84468a2, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=fe1f17d9-4f02-47a9-919d-20bcf84468a2,segment=NetworkSegment(7a906f7a-ab4b-4aac-ab40-26ff85f0fcb8),segment_id=7a906f7a-ab4b-4aac-ab40-26ff85f0fcb8)] {{(pid=104272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:36:15.080251 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-4a43f397-7407-4c41-980f-48ef138a2b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8637776'] for port (fe1f17d9-4f02-47a9-919d-20bcf84468a2), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:15.121901 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-4a43f397-7407-4c41-980f-48ef138a2b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:15.123961 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-4a43f397-7407-4c41-980f-48ef138a2b1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:15.125387 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-4a43f397-7407-4c41-980f-48ef138a2b1d service neutron] 10.222.0.57 "PUT /v2.0/ports/fe1f17d9-4f02-47a9-919d-20bcf84468a2 HTTP/1.1" status: 200 len: 1093 time: 0.7311070 Jul 28 05:36:15.126024 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e6b4d9-234d-49ae-8696-ac067e997ae8', 'tag': 'fe1f17d9-4f02-47a9-919d-20bcf84468a2'}] {{(pid=104272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:36:15.128618 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90743944bbcefbc541f6211993cabd2c9418e1ba23e64f30c52edf03935cac0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454dcd04-a920-4b56-a4ab-4b92880cc401" -d '{"events": [{"name": "network-changed", "server_uuid": "d9e6b4d9-234d-49ae-8696-ac067e997ae8", "tag": "fe1f17d9-4f02-47a9-919d-20bcf84468a2"}]}' {{(pid=104272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:36:15.161788 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43f397-7407-4c41-980f-48ef138a2b1d service neutron] Pushing event updated for resources: {'Port': ['ID=fe1f17d9-4f02-47a9-919d-20bcf84468a2,revision_number=3']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:15.238831 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ee1f7-f638-41d6-a427-8766f7ae24e0 req-9deea4fa-ac29-4709-9ca5-63d2dba00350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:15.240328 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-604ee1f7-f638-41d6-a427-8766f7ae24e0 req-9deea4fa-ac29-4709-9ca5-63d2dba00350 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 1130 time: 0.0744188 Jul 28 05:36:15.248821 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9c55d-a704-48f6-a42a-c027b2e3e535 req-c9fb2162-b08a-49d5-89f0-8c3f77f71e4b tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:15.250292 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-34d9c55d-a704-48f6-a42a-c027b2e3e535 req-c9fb2162-b08a-49d5-89f0-8c3f77f71e4b tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 946 time: 0.0734165 Jul 28 05:36:15.320047 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:15.324843 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-604ee1f7-f638-41d6-a427-8766f7ae24e0 req-c76c5fdf-a52d-4aac-9198-964287963a64 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736461 Jul 28 05:36:15.331875 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-c84340b5-f4dc-43b4-91a1-aa0a12ec3438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:15.332241 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-34d9c55d-a704-48f6-a42a-c027b2e3e535 req-7c7848ce-ee75-4c38-93f9-7292012d483f tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743415 Jul 28 05:36:15.333433 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-c84340b5-f4dc-43b4-91a1-aa0a12ec3438 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ce7104e69fe4e15b070558784aa40d6&device_id=d9e6b4d9-234d-49ae-8696-ac067e997ae8 HTTP/1.1" status: 200 len: 1127 time: 0.0414844 Jul 28 05:36:15.379010 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db558727-fb57-42ba-a263-79e7c6f78ded x-openstack-request-id: req-db558727-fb57-42ba-a263-79e7c6f78ded {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:36:15.379393 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9e6b4d9-234d-49ae-8696-ac067e997ae8", "tag": "fe1f17d9-4f02-47a9-919d-20bcf84468a2", "status": "completed", "code": 200}]} {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:36:15.379715 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-db558727-fb57-42ba-a263-79e7c6f78ded {{(pid=104272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:36:15.380325 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db558727-fb57-42ba-a263-79e7c6f78ded'] response: {'name': 'network-changed', 'server_uuid': 'd9e6b4d9-234d-49ae-8696-ac067e997ae8', 'tag': 'fe1f17d9-4f02-47a9-919d-20bcf84468a2', 'status': 'completed', 'code': 200} Jul 28 05:36:15.434556 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:15.470584 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195566ec-c1d2-4db9-ac05-770072072cc1 req-611e1430-8f0c-4c39-b330-39d5977c6ab6 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:15.472153 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-195566ec-c1d2-4db9-ac05-770072072cc1 req-611e1430-8f0c-4c39-b330-39d5977c6ab6 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/ports?device_id=d9e6b4d9-234d-49ae-8696-ac067e997ae8 HTTP/1.1" status: 200 len: 943 time: 0.0477996 Jul 28 05:36:15.524054 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-195566ec-c1d2-4db9-ac05-770072072cc1 req-8a987c78-5ad0-42e8-b8d2-476ab5983ce8 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/security-groups?id=337538b8-ab9b-4703-8dd1-be347a7e9144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462043 Jul 28 05:36:15.588866 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-28a4f5d4-28e1-4f92-91ad-eb38f247ea22 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe1f17d9-4f02-47a9-919d-20bcf84468a2 HTTP/1.1" status: 200 len: 217 time: 0.0370336 Jul 28 05:36:15.638312 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-65a25e42-94a9-4549-9703-af97f300ffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:15.639950 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-65a25e42-94a9-4549-9703-af97f300ffd7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=845b9129-ebe5-4150-b813-89174af12dac HTTP/1.1" status: 200 len: 848 time: 0.0440705 Jul 28 05:36:15.673428 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-c590cd8a-0544-4642-b02e-5adfe6c938d7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12fe73f5-6d00-47cf-a14d-34af013f8456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269129 Jul 28 05:36:15.769444 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-2bc3feac-1416-428b-9509-dc9e07a0a632 service neutron] 10.222.0.57 "GET /v2.0/networks/12fe73f5-6d00-47cf-a14d-34af013f8456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880699 Jul 28 05:36:16.243432 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-320c11d7-f27b-4877-bc2d-09b2a48d7b73 req-63a79916-5c73-4aab-b9aa-67794aec0522 service neutron] 10.222.0.57 "GET /v2.0/networks/12fe73f5-6d00-47cf-a14d-34af013f8456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868056 Jul 28 05:36:16.458282 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece846ad-5c8d-4035-8c39-d9a975719a5e req-20a552cd-27e6-4d4a-870c-94491bc988ac tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:16.459765 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ece846ad-5c8d-4035-8c39-d9a975719a5e req-20a552cd-27e6-4d4a-870c-94491bc988ac tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 946 time: 0.0485108 Jul 28 05:36:16.507342 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ece846ad-5c8d-4035-8c39-d9a975719a5e req-53528aa5-025f-46f8-b365-e4ea7f9334f9 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421224 Jul 28 05:36:16.643567 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31763e72-5816-40a9-8dc2-5e2e4916c21e req-2fb48405-c177-46f3-95d3-60695c40813f tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:16.645409 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-31763e72-5816-40a9-8dc2-5e2e4916c21e req-2fb48405-c177-46f3-95d3-60695c40813f tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/ports?device_id=d9e6b4d9-234d-49ae-8696-ac067e997ae8 HTTP/1.1" status: 200 len: 943 time: 0.0477593 Jul 28 05:36:16.646695 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 38428) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:36:16.698840 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-31763e72-5816-40a9-8dc2-5e2e4916c21e req-8a9865e1-f2d7-4ee0-9be6-bb4563bc5201 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/security-groups?id=337538b8-ab9b-4703-8dd1-be347a7e9144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464609 Jul 28 05:36:16.752670 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-a3805902-0d96-4389-b947-67b0061de30d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:16.830832 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-a3805902-0d96-4389-b947-67b0061de30d admin admin] Publish callbacks [] for security_group (4d9f337f-99a7-4b2f-a820-dc0ccffde052), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:16.895420 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-a3805902-0d96-4389-b947-67b0061de30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (4d9f337f-99a7-4b2f-a820-dc0ccffde052), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:16.937557 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-a3805902-0d96-4389-b947-67b0061de30d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d1b7626554a94481be8726d2303cab22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2898293 Jul 28 05:36:16.938449 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3805902-0d96-4389-b947-67b0061de30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9f337f-99a7-4b2f-a820-dc0ccffde052,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:16.940273 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 38432) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:36:16.990626 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-46a740c8-12ac-4899-946d-6587864e7f31 admin admin] Publish callbacks [] for security_group (4d9f337f-99a7-4b2f-a820-dc0ccffde052), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:17.011732 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-46a740c8-12ac-4899-946d-6587864e7f31 admin admin] Publish callbacks [] for security_group (4d9f337f-99a7-4b2f-a820-dc0ccffde052), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:17.137207 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-46a740c8-12ac-4899-946d-6587864e7f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (4d9f337f-99a7-4b2f-a820-dc0ccffde052), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:17.140473 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-46a740c8-12ac-4899-946d-6587864e7f31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:17.141662 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-46a740c8-12ac-4899-946d-6587864e7f31 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4d9f337f-99a7-4b2f-a820-dc0ccffde052 HTTP/1.1" status: 204 len: 168 time: 0.2003503 Jul 28 05:36:17.150152 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a740c8-12ac-4899-946d-6587864e7f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9f337f-99a7-4b2f-a820-dc0ccffde052,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:17.577829 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454dcd04-a920-4b56-a4ab-4b92880cc401 req-6ba76b4f-d247-4ee2-82f9-fbd989b63be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:17.579469 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-454dcd04-a920-4b56-a4ab-4b92880cc401 req-6ba76b4f-d247-4ee2-82f9-fbd989b63be3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ce7104e69fe4e15b070558784aa40d6&device_id=d9e6b4d9-234d-49ae-8696-ac067e997ae8 HTTP/1.1" status: 200 len: 1127 time: 0.0534337 Jul 28 05:36:17.653784 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b45a5-6070-4b71-9498-e1cb3a48df3e req-fb45abcb-c4aa-43b0-96f4-760d6a0c645f tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:17.655417 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-aa5b45a5-6070-4b71-9498-e1cb3a48df3e req-fb45abcb-c4aa-43b0-96f4-760d6a0c645f tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 946 time: 0.0573418 Jul 28 05:36:17.706006 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-aa5b45a5-6070-4b71-9498-e1cb3a48df3e req-d88b72bc-f63b-445c-a81f-33e40451db40 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447323 Jul 28 05:36:17.816406 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbe128-3d0a-4993-ae4b-3356dcfc2de4 req-57001f05-f2e0-4c31-91e8-92d5af99e66b tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:17.817877 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-6bcbe128-3d0a-4993-ae4b-3356dcfc2de4 req-57001f05-f2e0-4c31-91e8-92d5af99e66b tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/ports?device_id=d9e6b4d9-234d-49ae-8696-ac067e997ae8 HTTP/1.1" status: 200 len: 943 time: 0.0464005 Jul 28 05:36:17.869284 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-6bcbe128-3d0a-4993-ae4b-3356dcfc2de4 req-e7fb5fd0-1fa4-45dc-bd3d-004635b66a93 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/security-groups?id=337538b8-ab9b-4703-8dd1-be347a7e9144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458605 Jul 28 05:36:18.129874 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 38458) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:36:18.161385 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454dcd04-a920-4b56-a4ab-4b92880cc401 req-c28350f9-0f3f-411e-ad9b-ae1b2e6d62fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:18.162910 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-454dcd04-a920-4b56-a4ab-4b92880cc401 req-c28350f9-0f3f-411e-ad9b-ae1b2e6d62fd service neutron] 10.222.0.57 "GET /v2.0/networks?id=12fe73f5-6d00-47cf-a14d-34af013f8456 HTTP/1.1" status: 200 len: 909 time: 0.1099172 Jul 28 05:36:18.234202 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-dbfbe26a-e563-4fef-a7c3-d22a67b6e388 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1743660973-network', 'tenant_id': '5989fabc615545eeb4ef987dea566175'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:36:18.297381 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfbe26a-e563-4fef-a7c3-d22a67b6e388 admin admin] Made reservation on behalf of 5989fabc615545eeb4ef987dea566175 for: {'network': 1} {{(pid=104272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:36:18.300107 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-dbfbe26a-e563-4fef-a7c3-d22a67b6e388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for network (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:18.309787 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-dbfbe26a-e563-4fef-a7c3-d22a67b6e388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:18.345791 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:18.391711 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-dbfbe26a-e563-4fef-a7c3-d22a67b6e388 admin admin] Publish callbacks [] for security_group (a6641ef2-d1de-4aed-92c8-d74dcb8f1b15), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:18.445582 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-dbfbe26a-e563-4fef-a7c3-d22a67b6e388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (a6641ef2-d1de-4aed-92c8-d74dcb8f1b15), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:18.453624 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-454dcd04-a920-4b56-a4ab-4b92880cc401 req-159101fa-0f30-4b3b-96f9-1eaaddd957c7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe1f17d9-4f02-47a9-919d-20bcf84468a2 HTTP/1.1" status: 200 len: 217 time: 0.2823839 Jul 28 05:36:18.469668 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbfbe26a-e563-4fef-a7c3-d22a67b6e388 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=104272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 05:36:18.482897 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:18.485685 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfbe26a-e563-4fef-a7c3-d22a67b6e388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6641ef2-d1de-4aed-92c8-d74dcb8f1b15,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:18.489435 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-dbfbe26a-e563-4fef-a7c3-d22a67b6e388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124'] for segment (13d7440d-3f76-4d8c-8e60-76f5acb0fcab), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:18.489801 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.db.segments_db [None req-dbfbe26a-e563-4fef-a7c3-d22a67b6e388 admin admin] Added segment 13d7440d-3f76-4d8c-8e60-76f5acb0fcab of type vlan for network 17d0b4db-03c1-4e8e-bad7-973b09ccd533 Jul 28 05:36:18.510875 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454dcd04-a920-4b56-a4ab-4b92880cc401 req-c85bf6f7-8e78-4d13-967f-3945ade5302d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:18.512343 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-454dcd04-a920-4b56-a4ab-4b92880cc401 req-c85bf6f7-8e78-4d13-967f-3945ade5302d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=845b9129-ebe5-4150-b813-89174af12dac HTTP/1.1" status: 200 len: 848 time: 0.0450013 Jul 28 05:36:18.533510 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-dbfbe26a-e563-4fef-a7c3-d22a67b6e388 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748695041913'] for network (17d0b4db-03c1-4e8e-bad7-973b09ccd533), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:18.546846 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-454dcd04-a920-4b56-a4ab-4b92880cc401 req-5006c273-2c4b-465a-a0af-210e0b84ead0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12fe73f5-6d00-47cf-a14d-34af013f8456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276964 Jul 28 05:36:18.598539 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-dbfbe26a-e563-4fef-a7c3-d22a67b6e388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692'] for network (17d0b4db-03c1-4e8e-bad7-973b09ccd533), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:18.599590 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfbe26a-e563-4fef-a7c3-d22a67b6e388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:18.600165 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-dbfbe26a-e563-4fef-a7c3-d22a67b6e388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for network (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:18.612349 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device fe1f17d9-4f02-47a9-919d-20bcf84468a2 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:36:18.642846 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-454dcd04-a920-4b56-a4ab-4b92880cc401 req-fe94b976-f5fc-4e17-8d75-19900629483f service neutron] 10.222.0.57 "GET /v2.0/networks/12fe73f5-6d00-47cf-a14d-34af013f8456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896828 Jul 28 05:36:18.665220 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfbe26a-e563-4fef-a7c3-d22a67b6e388 admin admin] Pushing event updated for resources: {'Network': ['ID=17d0b4db-03c1-4e8e-bad7-973b09ccd533,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:18.679626 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Network 17d0b4db-03c1-4e8e-bad7-973b09ccd533 details requested by agent ovs-agent-dv-cinder-799871-48-iscsi with host dv-cinder-799871-48-iscsi {{(pid=104274) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 05:36:18.709038 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-dbfbe26a-e563-4fef-a7c3-d22a67b6e388 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5750954 Jul 28 05:36:18.709231 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 38462) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:36:18.714112 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-79e9fe61-7ae8-4ac5-8f74-66fc95f82c9d admin admin] Request body: {'subnet': {'network_id': '17d0b4db-03c1-4e8e-bad7-973b09ccd533', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1743660973-subnet', 'tenant_id': '5989fabc615545eeb4ef987dea566175', 'ip_version': 4}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:36:18.743891 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-454dcd04-a920-4b56-a4ab-4b92880cc401 req-e78150b2-4cfe-47f8-9b1e-ef161058ca2a service neutron] 10.222.0.57 "GET /v2.0/networks/12fe73f5-6d00-47cf-a14d-34af013f8456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944498 Jul 28 05:36:18.782970 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e9fe61-7ae8-4ac5-8f74-66fc95f82c9d admin admin] Made reservation on behalf of 5989fabc615545eeb4ef987dea566175 for: {'subnet': 1} {{(pid=104272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:36:18.785397 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-79e9fe61-7ae8-4ac5-8f74-66fc95f82c9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12541310'] for subnet (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:18.787141 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port fe1f17d9-4f02-47a9-919d-20bcf84468a2, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=fe1f17d9-4f02-47a9-919d-20bcf84468a2,segment=NetworkSegment(7a906f7a-ab4b-4aac-ab40-26ff85f0fcb8),segment_id=7a906f7a-ab4b-4aac-ab40-26ff85f0fcb8)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:36:18.799504 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Returning: {'device': 'fe1f17d9-4f02-47a9-919d-20bcf84468a2', 'network_id': '12fe73f5-6d00-47cf-a14d-34af013f8456', 'port_id': 'fe1f17d9-4f02-47a9-919d-20bcf84468a2', 'mac_address': 'fa:16:3e:25:00:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '845b9129-ebe5-4150-b813-89174af12dac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:36:18.835010 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port fe1f17d9-4f02-47a9-919d-20bcf84468a2 is: DOWN; New status is: BUILD {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:36:18.835407 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (fe1f17d9-4f02-47a9-919d-20bcf84468a2), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:18.848543 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe1f17d9-4f02-47a9-919d-20bcf84468a2 {{(pid=104274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:36:18.868330 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port fe1f17d9-4f02-47a9-919d-20bcf84468a2, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=fe1f17d9-4f02-47a9-919d-20bcf84468a2,segment=NetworkSegment(7a906f7a-ab4b-4aac-ab40-26ff85f0fcb8),segment_id=7a906f7a-ab4b-4aac-ab40-26ff85f0fcb8)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:36:18.880110 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f79c6-9f86-4bf9-844c-787eeaadbf1b req-075ba183-9c1f-40cd-ac81-0c7649c08a5a tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:18.881609 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-470f79c6-9f86-4bf9-844c-787eeaadbf1b req-075ba183-9c1f-40cd-ac81-0c7649c08a5a tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 946 time: 0.0929229 Jul 28 05:36:18.937762 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (fe1f17d9-4f02-47a9-919d-20bcf84468a2), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:18.954585 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-470f79c6-9f86-4bf9-844c-787eeaadbf1b req-5ad90d91-3b39-49e8-8ab6-ca109720125c tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664761 Jul 28 05:36:18.973884 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:19.004366 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=fe1f17d9-4f02-47a9-919d-20bcf84468a2,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:19.081327 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4009f1-868b-4097-820a-df8cea37b02f req-e7a4861e-bf11-4aee-865c-c22abd7231ca tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:19.082908 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-be4009f1-868b-4097-820a-df8cea37b02f req-e7a4861e-bf11-4aee-865c-c22abd7231ca tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/ports?device_id=d9e6b4d9-234d-49ae-8696-ac067e997ae8 HTTP/1.1" status: 200 len: 944 time: 0.0629082 Jul 28 05:36:19.130185 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-be4009f1-868b-4097-820a-df8cea37b02f req-0af79a62-a75e-40ad-ac0b-2b5fe3241eb3 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/security-groups?id=337538b8-ab9b-4703-8dd1-be347a7e9144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418367 Jul 28 05:36:19.137069 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-79e9fe61-7ae8-4ac5-8f74-66fc95f82c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8637867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12541264'] for subnet (b1d31c83-80bf-48c5-9a09-2ae0c6ea6c51), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:19.198548 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9fe61-7ae8-4ac5-8f74-66fc95f82c9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1d31c83-80bf-48c5-9a09-2ae0c6ea6c51,revision_number=0']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:19.209324 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:19.238458 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e9fe61-7ae8-4ac5-8f74-66fc95f82c9d admin admin] Checking segment: {'id': '13d7440d-3f76-4d8c-8e60-76f5acb0fcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '17d0b4db-03c1-4e8e-bad7-973b09ccd533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:36:19.238738 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e9fe61-7ae8-4ac5-8f74-66fc95f82c9d admin admin] Network hostable DHCP agents. Network: 17d0b4db-03c1-4e8e-bad7-973b09ccd533, hostable agents: ['abae2507-ed95-47f5-bead-3f33926efd64'], hosted agents: [] {{(pid=104272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 05:36:19.256725 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ffa43a-f497-4bf8-8226-3c3120a4fbf5 req-a03cdb2b-cc63-4a10-9d30-b93c28dc8b9a tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:19.258261 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c3ffa43a-f497-4bf8-8226-3c3120a4fbf5 req-a03cdb2b-cc63-4a10-9d30-b93c28dc8b9a tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 946 time: 0.0671878 Jul 28 05:36:19.268849 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 38470) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:36:19.274236 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-76842e5e-fd7a-493c-94d7-b224a17883a2 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Request body: {'floatingip': {'port_id': 'bb48c226-cd8a-426b-8392-6dcb3d411b85'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:36:19.292793 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] get_ports_and_sgs() called for port_ids ['fe1f17d9-4f02-47a9-919d-20bcf84468a2'] {{(pid=104274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:36:19.313526 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-76842e5e-fd7a-493c-94d7-b224a17883a2 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for floatingip (7250ff2c-0ddf-40b7-8244-e673ba5c2726), before_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:19.315486 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:19.353309 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e9fe61-7ae8-4ac5-8f74-66fc95f82c9d admin admin] Network 17d0b4db-03c1-4e8e-bad7-973b09ccd533 is scheduled to be hosted by DHCP agent abae2507-ed95-47f5-bead-3f33926efd64 with binding_index 1 {{(pid=104272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 05:36:19.381674 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:19.422569 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:19.461046 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [None req-79e9fe61-7ae8-4ac5-8f74-66fc95f82c9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-48-iscsi, 17d0b4db-03c1-4e8e-bad7-973b09ccd533) {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:36:19.465643 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e9fe61-7ae8-4ac5-8f74-66fc95f82c9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:19.466494 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-79e9fe61-7ae8-4ac5-8f74-66fc95f82c9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:19.471006 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf347f1e-bdce-4d88-a654-1a08f17baff2 None None] Network 17d0b4db-03c1-4e8e-bad7-973b09ccd533 requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:36:19.580363 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-79e9fe61-7ae8-4ac5-8f74-66fc95f82c9d admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8671873 Jul 28 05:36:19.580551 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2f28ec-0645-40e1-83d7-e4121863daad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1310213-672e-5d2f-8d43-02533df8fff2-17d0b4db-03c1-4e8e-bad7-973b09ccd533', 'network_id': '17d0b4db-03c1-4e8e-bad7-973b09ccd533', 'project_id': '5989fabc615545eeb4ef987dea566175', 'fixed_ips': [{'subnet_id': 'b1d31c83-80bf-48c5-9a09-2ae0c6ea6c51'}]}} from dv-cinder-799871-48-iscsi. {{(pid=104274) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 05:36:19.580551 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-7b2f28ec-0645-40e1-83d7-e4121863daad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:19.580761 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 38472) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:36:19.584869 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-42748848-f96c-4b1a-8a1c-297267e1a344 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1743660973-router', 'tenant_id': '5989fabc615545eeb4ef987dea566175', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:36:19.652917 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-42748848-f96c-4b1a-8a1c-297267e1a344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4155669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3750'] for router (18b25aa3-587b-4524-a9a5-a808ed99b27f), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:19.654316 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-42748848-f96c-4b1a-8a1c-297267e1a344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4157181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4018685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3759'] for router (18b25aa3-587b-4524-a9a5-a808ed99b27f), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:19.719380 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-42748848-f96c-4b1a-8a1c-297267e1a344 admin admin] Publish callbacks [] for router_controller (18b25aa3-587b-4524-a9a5-a808ed99b27f), precommit_add_association {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:19.764839 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-76842e5e-fd7a-493c-94d7-b224a17883a2 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:19.841684 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-76842e5e-fd7a-493c-94d7-b224a17883a2 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4016612'] for floatingip (7250ff2c-0ddf-40b7-8244-e673ba5c2726), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:19.857685 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.db_base_plugin_common [None req-7b2f28ec-0645-40e1-83d7-e4121863daad None None] Allocated IP 172.20.0.2 (17d0b4db-03c1-4e8e-bad7-973b09ccd533/b1d31c83-80bf-48c5-9a09-2ae0c6ea6c51/e8e24f78-fceb-4ee4-b987-4b0be4bceafc) {{(pid=104274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:36:19.908028 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-42748848-f96c-4b1a-8a1c-297267e1a344 admin admin] Publish callbacks [] for router_gateway (18b25aa3-587b-4524-a9a5-a808ed99b27f), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:19.940915 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.db.l3_db [None req-76842e5e-fd7a-493c-94d7-b224a17883a2 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Floating IP 7250ff2c-0ddf-40b7-8244-e673ba5c2726 associated. External IP: 172.27.0.152, port: bb48c226-cd8a-426b-8392-6dcb3d411b85. Jul 28 05:36:19.977691 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:DELETE=3,neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:19.984362 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:20.007597 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-7b2f28ec-0645-40e1-83d7-e4121863daad None None] Publish callbacks [] for port (e8e24f78-fceb-4ee4-b987-4b0be4bceafc), precommit_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:20.097810 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-7b2f28ec-0645-40e1-83d7-e4121863daad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915'] for port (e8e24f78-fceb-4ee4-b987-4b0be4bceafc), after_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:20.140623 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2f28ec-0645-40e1-83d7-e4121863daad None None] Network 17d0b4db-03c1-4e8e-bad7-973b09ccd533 is already hosted by enough agents. {{(pid=104274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:36:20.146146 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.scheduler.base_scheduler [None req-7b2f28ec-0645-40e1-83d7-e4121863daad None None] Resources bound (agent type, host, resource id): {{(pid=104274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:36:20.150176 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2f28ec-0645-40e1-83d7-e4121863daad None None] Received port after_create {{(pid=104274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:36:20.151322 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-42748848-f96c-4b1a-8a1c-297267e1a344 admin admin] Publish callbacks [] for router_gateway (18b25aa3-587b-4524-a9a5-a808ed99b27f), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:20.154107 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f28ec-0645-40e1-83d7-e4121863daad None None] Pushing event updated for resources: {'Port': ['ID=e8e24f78-fceb-4ee4-b987-4b0be4bceafc,revision_number=1']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:20.161989 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:20.161989 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76842e5e-fd7a-493c-94d7-b224a17883a2 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Router 30aeb74e-daf5-4d9c-8830-da392967d56a has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:36:20.179037 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-42748848-f96c-4b1a-8a1c-297267e1a344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:20.226358 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-7b2f28ec-0645-40e1-83d7-e4121863daad None None] Attempting to bind port e8e24f78-fceb-4ee4-b987-4b0be4bceafc on host dv-cinder-799871-48-iscsi for vnic_type normal with profile {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:36:20.226791 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-7b2f28ec-0645-40e1-83d7-e4121863daad None None] Attempting to bind port e8e24f78-fceb-4ee4-b987-4b0be4bceafc by drivers openvswitch,hyperv on host dv-cinder-799871-48-iscsi at level 0 using segments [{'id': '13d7440d-3f76-4d8c-8e60-76f5acb0fcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '17d0b4db-03c1-4e8e-bad7-973b09ccd533'}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:36:20.227616 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2f28ec-0645-40e1-83d7-e4121863daad None None] Attempting to bind port e8e24f78-fceb-4ee4-b987-4b0be4bceafc on network 17d0b4db-03c1-4e8e-bad7-973b09ccd533 {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:36:20.233437 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2f28ec-0645-40e1-83d7-e4121863daad None None] Checking agent: {'id': '5156d833-3082-4696-8f7b-587b7e45f062', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-48-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 22, 41), 'started_at': datetime.datetime(2022, 7, 28, 5, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-48-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:36:20.233849 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2f28ec-0645-40e1-83d7-e4121863daad None None] Checking segment: {'id': '13d7440d-3f76-4d8c-8e60-76f5acb0fcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '17d0b4db-03c1-4e8e-bad7-973b09ccd533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:36:20.234259 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-7b2f28ec-0645-40e1-83d7-e4121863daad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:20.235265 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2f28ec-0645-40e1-83d7-e4121863daad None None] Bound using segment: {'id': '13d7440d-3f76-4d8c-8e60-76f5acb0fcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '17d0b4db-03c1-4e8e-bad7-973b09ccd533'} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:36:20.235265 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-7b2f28ec-0645-40e1-83d7-e4121863daad None None] Bound port: e8e24f78-fceb-4ee4-b987-4b0be4bceafc, host: dv-cinder-799871-48-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13d7440d-3f76-4d8c-8e60-76f5acb0fcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '17d0b4db-03c1-4e8e-bad7-973b09ccd533'}}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:36:20.235559 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-7b2f28ec-0645-40e1-83d7-e4121863daad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (e8e24f78-fceb-4ee4-b987-4b0be4bceafc), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:20.274094 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76842e5e-fd7a-493c-94d7-b224a17883a2 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:36:20.278883 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-76842e5e-fd7a-493c-94d7-b224a17883a2 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for floatingip (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:20.290613 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dc376b-2391-44f3-9b1a-cdce05b4d6a1 None None] Sync routers for ids ['30aeb74e-daf5-4d9c-8830-da392967d56a'] in dv-cinder-799871-48-iscsi {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:36:20.292245 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4ccb5-d104-48de-8f78-8060ab2d8e75 req-0c918033-57f2-4fdd-b921-2ceafb1f685a tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:20.298093 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8cb4ccb5-d104-48de-8f78-8060ab2d8e75 req-0c918033-57f2-4fdd-b921-2ceafb1f685a tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/ports?device_id=d9e6b4d9-234d-49ae-8696-ac067e997ae8 HTTP/1.1" status: 200 len: 944 time: 0.0755751 Jul 28 05:36:20.307079 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dc376b-2391-44f3-9b1a-cdce05b4d6a1 None None] Routers {'30aeb74e-daf5-4d9c-8830-da392967d56a'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:36:20.307928 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-c5dc376b-2391-44f3-9b1a-cdce05b4d6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:36:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['30aeb74e-daf5-4d9c-8830-da392967d56a'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:36:20.312105 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-76842e5e-fd7a-493c-94d7-b224a17883a2 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "PUT /v2.0/floatingips/7250ff2c-0ddf-40b7-8244-e673ba5c2726 HTTP/1.1" status: 200 len: 992 time: 1.0408006 Jul 28 05:36:20.312351 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54986322-1272-4f12-a108-b8675f3190a6', 'tag': 'bb48c226-cd8a-426b-8392-6dcb3d411b85'}] {{(pid=104273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:36:20.314501 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}294c2db51adabc0e3fe9263869e3ac3ebddb58bd39f135069541a8ae7da0566b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642c94e7-b8fd-4d3b-a1e4-d59e0a3a5ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "54986322-1272-4f12-a108-b8675f3190a6", "tag": "bb48c226-cd8a-426b-8392-6dcb3d411b85"}]}' {{(pid=104273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:36:20.329999 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-7b2f28ec-0645-40e1-83d7-e4121863daad None None] For port e8e24f78-fceb-4ee4-b987-4b0be4bceafc, host dv-cinder-799871-48-iscsi, cleared binding levels {{(pid=104274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:36:20.333425 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-7b2f28ec-0645-40e1-83d7-e4121863daad None None] For port e8e24f78-fceb-4ee4-b987-4b0be4bceafc, host dv-cinder-799871-48-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=e8e24f78-fceb-4ee4-b987-4b0be4bceafc,segment=NetworkSegment(13d7440d-3f76-4d8c-8e60-76f5acb0fcab),segment_id=13d7440d-3f76-4d8c-8e60-76f5acb0fcab)] {{(pid=104274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:36:20.380241 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.db_base_plugin_common [None req-42748848-f96c-4b1a-8a1c-297267e1a344 admin admin] Allocated IP 172.27.0.113 (d892672b-b726-43a1-a501-142ea5a750c8/481049b9-1d68-41f1-a9d6-55330db72a03/caeed547-a745-4496-a52a-806333e18d72) {{(pid=104272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:36:20.399540 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:20.404677 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8cb4ccb5-d104-48de-8f78-8060ab2d8e75 req-82dfffc8-e3fc-42bc-94eb-04bf0db7d4c4 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/security-groups?id=337538b8-ab9b-4703-8dd1-be347a7e9144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766318 Jul 28 05:36:20.412979 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-c5dc376b-2391-44f3-9b1a-cdce05b4d6a1 None None] Set router 30aeb74e-daf5-4d9c-8830-da392967d56a gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:36:20.433582 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-7b2f28ec-0645-40e1-83d7-e4121863daad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (e8e24f78-fceb-4ee4-b987-4b0be4bceafc), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:20.461835 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc91c1b-ec27-4472-aa52-898be188c861 x-openstack-request-id: req-ecc91c1b-ec27-4472-aa52-898be188c861 {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:36:20.462211 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54986322-1272-4f12-a108-b8675f3190a6", "tag": "bb48c226-cd8a-426b-8392-6dcb3d411b85", "status": "completed", "code": 200}]} {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:36:20.462554 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ecc91c1b-ec27-4472-aa52-898be188c861 {{(pid=104273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:36:20.463118 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecc91c1b-ec27-4472-aa52-898be188c861'] response: {'name': 'network-changed', 'server_uuid': '54986322-1272-4f12-a108-b8675f3190a6', 'tag': 'bb48c226-cd8a-426b-8392-6dcb3d411b85', 'status': 'completed', 'code': 200} Jul 28 05:36:20.497886 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f28ec-0645-40e1-83d7-e4121863daad None None] Pushing event updated for resources: {'Port': ['ID=e8e24f78-fceb-4ee4-b987-4b0be4bceafc,revision_number=2']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:20.525719 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-42748848-f96c-4b1a-8a1c-297267e1a344 admin admin] Publish callbacks [] for port (caeed547-a745-4496-a52a-806333e18d72), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:20.575425 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c94e7-b8fd-4d3b-a1e4-d59e0a3a5ac0 req-4eca9194-c0d8-4d23-9fd3-dbb8c05e104e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:20.584804 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-642c94e7-b8fd-4d3b-a1e4-d59e0a3a5ac0 req-4eca9194-c0d8-4d23-9fd3-dbb8c05e104e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d6e54a77d2aa469b8c0197d99170d978&device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 1130 time: 0.0729458 Jul 28 05:36:20.626626 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device fe1f17d9-4f02-47a9-919d-20bcf84468a2 up at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:36:20.635884 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-42748848-f96c-4b1a-8a1c-297267e1a344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (caeed547-a745-4496-a52a-806333e18d72), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:20.714309 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning for port fe1f17d9-4f02-47a9-919d-20bcf84468a2 completed by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 05:36:20.719642 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42748848-f96c-4b1a-8a1c-297267e1a344 admin admin] Network d892672b-b726-43a1-a501-142ea5a750c8 is already hosted by enough agents. {{(pid=104272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:36:20.744180 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [None req-42748848-f96c-4b1a-8a1c-297267e1a344 admin admin] Resources bound (agent type, host, resource id): {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:36:20.747628 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42748848-f96c-4b1a-8a1c-297267e1a344 admin admin] Received port after_create {{(pid=104272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:36:20.762157 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-c5dc376b-2391-44f3-9b1a-cdce05b4d6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'name': 'tempest-AttachVolumeShelveTestJSON-1714526453-router', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '81a3a55d-4e0b-4eae-940d-33b9f60af80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:41Z', 'revision_number': 4, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'gw_port': {'id': '81a3a55d-4e0b-4eae-940d-33b9f60af80e', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:30Z', 'updated_at': '2022-07-28T05:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': '7250ff2c-0ddf-40b7-8244-e673ba5c2726', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'port_id': 'bb48c226-cd8a-426b-8392-6dcb3d411b85', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5', 'mac_address': 'fa:16:3e:1a:f6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54986322-1272-4f12-a108-b8675f3190a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:35:58Z', 'updated_at': '2022-07-28T05:36:19Z', 'revision_number': 1, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4518b198-8249-4dbd-bf02-3645f257942a', 'name': '', 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'mac_address': 'fa:16:3e:13:a1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '329242a6-cde1-43fc-b2d2-7b69ba8c6d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:38Z', 'updated_at': '2022-07-28T05:31:54Z', 'revision_number': 5, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'subnets': [{'id': '329242a6-cde1-43fc-b2d2-7b69ba8c6d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:36:20.768435 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c94e7-b8fd-4d3b-a1e4-d59e0a3a5ac0 req-98742527-eb98-404e-ae9b-79205d91d93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:20.772732 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-642c94e7-b8fd-4d3b-a1e4-d59e0a3a5ac0 req-98742527-eb98-404e-ae9b-79205d91d93d service neutron] 10.222.0.57 "GET /v2.0/networks?id=12676c2f-cd93-405a-a402-b0ee7cfa77c5 HTTP/1.1" status: 200 len: 918 time: 0.1788149 Jul 28 05:36:20.791916 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42748848-f96c-4b1a-8a1c-297267e1a344 admin admin] Pushing event updated for resources: {'Port': ['ID=caeed547-a745-4496-a52a-806333e18d72,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:20.809227 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dc376b-2391-44f3-9b1a-cdce05b4d6a1 None None] Checking router: 30aeb74e-daf5-4d9c-8830-da392967d56a for host: dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:36:20.811627 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning complete for port fe1f17d9-4f02-47a9-919d-20bcf84468a2 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:36:20.813529 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (fe1f17d9-4f02-47a9-919d-20bcf84468a2), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:20.831535 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dc376b-2391-44f3-9b1a-cdce05b4d6a1 None None] Routers {'30aeb74e-daf5-4d9c-8830-da392967d56a'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:36:20.832153 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-c5dc376b-2391-44f3-9b1a-cdce05b4d6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:36:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['30aeb74e-daf5-4d9c-8830-da392967d56a'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:36:20.874278 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:UPDATE=7,neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:20.913301 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-642c94e7-b8fd-4d3b-a1e4-d59e0a3a5ac0 req-6808fa2f-380d-4624-871f-8afd461a3c07 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb48c226-cd8a-426b-8392-6dcb3d411b85 HTTP/1.1" status: 200 len: 1000 time: 0.1276689 Jul 28 05:36:20.969858 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port fe1f17d9-4f02-47a9-919d-20bcf84468a2 is: BUILD; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:36:20.970175 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (fe1f17d9-4f02-47a9-919d-20bcf84468a2), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:20.981082 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-c5dc376b-2391-44f3-9b1a-cdce05b4d6a1 None None] Set router 30aeb74e-daf5-4d9c-8830-da392967d56a gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:36:20.993523 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c94e7-b8fd-4d3b-a1e4-d59e0a3a5ac0 req-32ba1a9d-89f2-4c72-8e05-ab9f27660c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:20.995005 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-642c94e7-b8fd-4d3b-a1e4-d59e0a3a5ac0 req-32ba1a9d-89f2-4c72-8e05-ab9f27660c89 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=329242a6-cde1-43fc-b2d2-7b69ba8c6d75 HTTP/1.1" status: 200 len: 856 time: 0.0732098 Jul 28 05:36:20.995891 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e6b4d9-234d-49ae-8696-ac067e997ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1f17d9-4f02-47a9-919d-20bcf84468a2'}] {{(pid=104274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:36:20.998768 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fca5e984e5382dc69b1537007bd6daca7693f884f9b7ded019456fb151e79c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffc6733-9439-44e1-b0dd-e05e121f84c1" -d '{"events": [{"server_uuid": "d9e6b4d9-234d-49ae-8696-ac067e997ae8", "name": "network-vif-plugged", "status": "completed", "tag": "fe1f17d9-4f02-47a9-919d-20bcf84468a2"}]}' {{(pid=104274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:36:21.011847 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port fe1f17d9-4f02-47a9-919d-20bcf84468a2, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=fe1f17d9-4f02-47a9-919d-20bcf84468a2,segment=NetworkSegment(7a906f7a-ab4b-4aac-ab40-26ff85f0fcb8),segment_id=7a906f7a-ab4b-4aac-ab40-26ff85f0fcb8)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:36:21.044928 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c94e7-b8fd-4d3b-a1e4-d59e0a3a5ac0 req-f6cb510c-2e07-4dd2-86e9-806ba9daa1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:21.046590 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-642c94e7-b8fd-4d3b-a1e4-d59e0a3a5ac0 req-f6cb510c-2e07-4dd2-86e9-806ba9daa1b9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12676c2f-cd93-405a-a402-b0ee7cfa77c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412552 Jul 28 05:36:21.129722 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (fe1f17d9-4f02-47a9-919d-20bcf84468a2), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:21.172325 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-42748848-f96c-4b1a-8a1c-297267e1a344 admin admin] Publish callbacks [] for router_gateway (18b25aa3-587b-4524-a9a5-a808ed99b27f), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:21.242631 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-c5dc376b-2391-44f3-9b1a-cdce05b4d6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'name': 'tempest-AttachVolumeShelveTestJSON-1714526453-router', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '81a3a55d-4e0b-4eae-940d-33b9f60af80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:41Z', 'revision_number': 4, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'gw_port': {'id': '81a3a55d-4e0b-4eae-940d-33b9f60af80e', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:30Z', 'updated_at': '2022-07-28T05:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': '7250ff2c-0ddf-40b7-8244-e673ba5c2726', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'port_id': 'bb48c226-cd8a-426b-8392-6dcb3d411b85', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5', 'mac_address': 'fa:16:3e:1a:f6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54986322-1272-4f12-a108-b8675f3190a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:35:58Z', 'updated_at': '2022-07-28T05:36:19Z', 'revision_number': 1, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4518b198-8249-4dbd-bf02-3645f257942a', 'name': '', 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'mac_address': 'fa:16:3e:13:a1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '329242a6-cde1-43fc-b2d2-7b69ba8c6d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:38Z', 'updated_at': '2022-07-28T05:31:54Z', 'revision_number': 5, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'subnets': [{'id': '329242a6-cde1-43fc-b2d2-7b69ba8c6d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:36:21.247418 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-642c94e7-b8fd-4d3b-a1e4-d59e0a3a5ac0 req-13bd8285-7e57-4095-89c9-5cfc0047027e service neutron] 10.222.0.57 "GET /v2.0/networks/12676c2f-cd93-405a-a402-b0ee7cfa77c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932096 Jul 28 05:36:21.264958 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7dac21a-519b-48fa-bdbf-714cd995be7a x-openstack-request-id: req-a7dac21a-519b-48fa-bdbf-714cd995be7a {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:36:21.265557 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e6b4d9-234d-49ae-8696-ac067e997ae8", "name": "network-vif-plugged", "status": "completed", "tag": "fe1f17d9-4f02-47a9-919d-20bcf84468a2", "code": 200}]} {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:36:21.265966 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a7dac21a-519b-48fa-bdbf-714cd995be7a {{(pid=104274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:36:21.277103 dv-cinder-799871-48-iscsi neutron-server[104274]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7dac21a-519b-48fa-bdbf-714cd995be7a'] response: {'server_uuid': 'd9e6b4d9-234d-49ae-8696-ac067e997ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1f17d9-4f02-47a9-919d-20bcf84468a2', 'code': 200} Jul 28 05:36:21.281212 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=100 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:21.282887 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dc376b-2391-44f3-9b1a-cdce05b4d6a1 None None] The sync data for ids ['30aeb74e-daf5-4d9c-8830-da392967d56a'] in dv-cinder-799871-48-iscsi is: [{'id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'name': 'tempest-AttachVolumeShelveTestJSON-1714526453-router', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '81a3a55d-4e0b-4eae-940d-33b9f60af80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:41Z', 'revision_number': 4, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'gw_port': {'id': '81a3a55d-4e0b-4eae-940d-33b9f60af80e', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:30Z', 'updated_at': '2022-07-28T05:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': '7250ff2c-0ddf-40b7-8244-e673ba5c2726', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'port_id': 'bb48c226-cd8a-426b-8392-6dcb3d411b85', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5', 'mac_address': 'fa:16:3e:1a:f6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54986322-1272-4f12-a108-b8675f3190a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:35:58Z', 'updated_at': '2022-07-28T05:36:19Z', 'revision_number': 1, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4518b198-8249-4dbd-bf02-3645f257942a', 'name': '', 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'mac_address': 'fa:16:3e:13:a1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '329242a6-cde1-43fc-b2d2-7b69ba8c6d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:38Z', 'updated_at': '2022-07-28T05:31:54Z', 'revision_number': 5, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'subnets': [{'id': '329242a6-cde1-43fc-b2d2-7b69ba8c6d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:36:21.286569 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=fe1f17d9-4f02-47a9-919d-20bcf84468a2,revision_number=5']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:21.421956 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-642c94e7-b8fd-4d3b-a1e4-d59e0a3a5ac0 req-0679e2d0-3aed-439b-9e1f-15d50d20e875 service neutron] 10.222.0.57 "GET /v2.0/networks/12676c2f-cd93-405a-a402-b0ee7cfa77c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529510 Jul 28 05:36:21.581978 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4ccde3-a2c7-4b2d-9541-07b235105707 None None] New status for floating IP 7250ff2c-0ddf-40b7-8244-e673ba5c2726: ACTIVE {{(pid=104274) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 05:36:21.666676 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:21.677374 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26bcd6-ae6b-4920-a5bf-1a5ab787689a req-c70e810d-1f45-44fd-89a4-53a0f4968a19 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:21.679155 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-af26bcd6-ae6b-4920-a5bf-1a5ab787689a req-c70e810d-1f45-44fd-89a4-53a0f4968a19 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/ports?device_id=d9e6b4d9-234d-49ae-8696-ac067e997ae8 HTTP/1.1" status: 200 len: 945 time: 0.0650849 Jul 28 05:36:21.731376 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66d8eaa-8b77-4d35-8434-308ccec7407e None None] Network 17d0b4db-03c1-4e8e-bad7-973b09ccd533 requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:36:21.802466 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-af26bcd6-ae6b-4920-a5bf-1a5ab787689a req-1c80511c-92e3-4366-abca-cee7f60fdd17 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/security-groups?id=337538b8-ab9b-4703-8dd1-be347a7e9144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174572 Jul 28 05:36:21.816541 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e320ef-9fd5-4f38-9215-7f2f99659125 req-c86c17e9-152a-4839-b143-0378fa85507a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:21.817806 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-26e320ef-9fd5-4f38-9215-7f2f99659125 req-c86c17e9-152a-4839-b143-0378fa85507a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d9e6b4d9-234d-49ae-8696-ac067e997ae8 HTTP/1.1" status: 200 len: 1129 time: 0.0485742 Jul 28 05:36:21.827491 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-42748848-f96c-4b1a-8a1c-297267e1a344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4157131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4018561'] for router (18b25aa3-587b-4524-a9a5-a808ed99b27f), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:21.852239 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-b831efff-c417-49da-982c-9f00d5788b22 None None] Provisioning complete for port e8e24f78-fceb-4ee4-b987-4b0be4bceafc triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:36:21.852239 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-b831efff-c417-49da-982c-9f00d5788b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (e8e24f78-fceb-4ee4-b987-4b0be4bceafc), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:21.855645 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 6 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:36:21.903821 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-26e320ef-9fd5-4f38-9215-7f2f99659125 req-f43fd7c3-133a-4df2-ac32-6d4973d08b49 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=337538b8-ab9b-4703-8dd1-be347a7e9144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781178 Jul 28 05:36:21.972477 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-b831efff-c417-49da-982c-9f00d5788b22 None None] Current status of the port e8e24f78-fceb-4ee4-b987-4b0be4bceafc is: DOWN; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:36:21.973050 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-b831efff-c417-49da-982c-9f00d5788b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (e8e24f78-fceb-4ee4-b987-4b0be4bceafc), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:22.009149 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-b831efff-c417-49da-982c-9f00d5788b22 None None] For port e8e24f78-fceb-4ee4-b987-4b0be4bceafc, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=e8e24f78-fceb-4ee4-b987-4b0be4bceafc,segment=NetworkSegment(13d7440d-3f76-4d8c-8e60-76f5acb0fcab),segment_id=13d7440d-3f76-4d8c-8e60-76f5acb0fcab)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:36:22.067403 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42748848-f96c-4b1a-8a1c-297267e1a344 admin admin] Router 18b25aa3-587b-4524-a9a5-a808ed99b27f is scheduled to L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a with binding_index 1 {{(pid=104272) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 05:36:22.074514 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:22.152779 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-b831efff-c417-49da-982c-9f00d5788b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (e8e24f78-fceb-4ee4-b987-4b0be4bceafc), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:22.180649 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:22.183913 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42748848-f96c-4b1a-8a1c-297267e1a344 admin admin] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:36:22.187766 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device e8e24f78-fceb-4ee4-b987-4b0be4bceafc up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:36:22.195178 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9775262c-0f40-4ca0-9fbe-decd4f43204d None None] Sync routers for ids ['18b25aa3-587b-4524-a9a5-a808ed99b27f'] in dv-cinder-799871-48-iscsi {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:36:22.210694 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9775262c-0f40-4ca0-9fbe-decd4f43204d None None] Routers {'18b25aa3-587b-4524-a9a5-a808ed99b27f'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:36:22.210694 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-9775262c-0f40-4ca0-9fbe-decd4f43204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:36:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['18b25aa3-587b-4524-a9a5-a808ed99b27f'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:36:22.238568 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b831efff-c417-49da-982c-9f00d5788b22 None None] Pushing event updated for resources: {'Port': ['ID=e8e24f78-fceb-4ee4-b987-4b0be4bceafc,revision_number=3']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:22.269350 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port e8e24f78-fceb-4ee4-b987-4b0be4bceafc triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:36:22.270236 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (e8e24f78-fceb-4ee4-b987-4b0be4bceafc), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:22.277041 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-42748848-f96c-4b1a-8a1c-297267e1a344 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:22.278445 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-42748848-f96c-4b1a-8a1c-297267e1a344 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6968358 Jul 28 05:36:22.281844 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 38498) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:36:22.327533 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-9775262c-0f40-4ca0-9fbe-decd4f43204d None None] Set router 18b25aa3-587b-4524-a9a5-a808ed99b27f gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:36:22.333537 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-6dfee999-245d-498a-9055-bce17d88d678 None None] Provisioning complete for port e8e24f78-fceb-4ee4-b987-4b0be4bceafc triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:36:22.334521 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-6dfee999-245d-498a-9055-bce17d88d678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (e8e24f78-fceb-4ee4-b987-4b0be4bceafc), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:22.409813 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port e8e24f78-fceb-4ee4-b987-4b0be4bceafc is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:36:22.412752 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:22.439483 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:22.460970 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-6dfee999-245d-498a-9055-bce17d88d678 None None] Current status of the port e8e24f78-fceb-4ee4-b987-4b0be4bceafc is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:36:22.469942 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:22.504991 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-9775262c-0f40-4ca0-9fbe-decd4f43204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b25aa3-587b-4524-a9a5-a808ed99b27f', 'name': 'tempest-TestMinimumBasicScenario-1743660973-router', 'tenant_id': '5989fabc615545eeb4ef987dea566175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'caeed547-a745-4496-a52a-806333e18d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:36:19Z', 'updated_at': '2022-07-28T05:36:20Z', 'revision_number': 3, 'project_id': '5989fabc615545eeb4ef987dea566175', 'gw_port': {'id': 'caeed547-a745-4496-a52a-806333e18d72', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b25aa3-587b-4524-a9a5-a808ed99b27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:36:20Z', 'updated_at': '2022-07-28T05:36:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:36:22.534781 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9775262c-0f40-4ca0-9fbe-decd4f43204d None None] Checking router: 18b25aa3-587b-4524-a9a5-a808ed99b27f for host: dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:36:22.535123 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9775262c-0f40-4ca0-9fbe-decd4f43204d None None] Updating router 18b25aa3-587b-4524-a9a5-a808ed99b27f port caeed547-a745-4496-a52a-806333e18d72 binding host dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:36:22.562933 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-9775262c-0f40-4ca0-9fbe-decd4f43204d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (caeed547-a745-4496-a52a-806333e18d72), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:22.737002 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1a301009-5555-406a-bdc6-686259929358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:22.739688 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:22.817529 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-9775262c-0f40-4ca0-9fbe-decd4f43204d None None] Publish callbacks [] for port (caeed547-a745-4496-a52a-806333e18d72), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:22.896284 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.db_base_plugin_common [None req-1a301009-5555-406a-bdc6-686259929358 admin admin] Allocated IP 172.20.0.1 (17d0b4db-03c1-4e8e-bad7-973b09ccd533/b1d31c83-80bf-48c5-9a09-2ae0c6ea6c51/a8249eaa-d76e-4344-b2db-9a1854b0d00f) {{(pid=104272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:36:22.898712 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-9775262c-0f40-4ca0-9fbe-decd4f43204d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (caeed547-a745-4496-a52a-806333e18d72), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:22.959686 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [None req-9775262c-0f40-4ca0-9fbe-decd4f43204d None None] Attempting to bind port caeed547-a745-4496-a52a-806333e18d72 on host dv-cinder-799871-48-iscsi for vnic_type normal with profile {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:36:22.960148 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [None req-9775262c-0f40-4ca0-9fbe-decd4f43204d None None] Attempting to bind port caeed547-a745-4496-a52a-806333e18d72 by drivers openvswitch,hyperv on host dv-cinder-799871-48-iscsi at level 0 using segments [{'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:36:22.960593 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9775262c-0f40-4ca0-9fbe-decd4f43204d None None] Attempting to bind port caeed547-a745-4496-a52a-806333e18d72 on network d892672b-b726-43a1-a501-142ea5a750c8 {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:36:22.963687 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379df43-56f6-471a-845a-03ed624b5b69 None None] Pushing event updated for resources: {'Port': ['ID=caeed547-a745-4496-a52a-806333e18d72,revision_number=2']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:22.969209 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9775262c-0f40-4ca0-9fbe-decd4f43204d None None] Checking agent: {'id': '5156d833-3082-4696-8f7b-587b7e45f062', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-48-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 22, 41), 'started_at': datetime.datetime(2022, 7, 28, 5, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-48-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:36:22.969610 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9775262c-0f40-4ca0-9fbe-decd4f43204d None None] Checking segment: {'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:36:22.970164 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-9775262c-0f40-4ca0-9fbe-decd4f43204d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:22.970482 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9775262c-0f40-4ca0-9fbe-decd4f43204d None None] Bound using segment: {'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:36:22.970947 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [None req-9775262c-0f40-4ca0-9fbe-decd4f43204d None None] Bound port: caeed547-a745-4496-a52a-806333e18d72, host: dv-cinder-799871-48-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:36:22.971333 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-9775262c-0f40-4ca0-9fbe-decd4f43204d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (caeed547-a745-4496-a52a-806333e18d72), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:22.993938 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e83540-1bab-4e0b-aa06-f0efb00d0cb3 req-fccca039-2cdc-4007-920a-9b7b2a3847cc tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:22.995438 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-52e83540-1bab-4e0b-aa06-f0efb00d0cb3 req-fccca039-2cdc-4007-920a-9b7b2a3847cc tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/ports?device_id=d9e6b4d9-234d-49ae-8696-ac067e997ae8 HTTP/1.1" status: 200 len: 945 time: 0.0966556 Jul 28 05:36:23.073668 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:23.080211 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379df43-56f6-471a-845a-03ed624b5b69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:23.080523 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-52e83540-1bab-4e0b-aa06-f0efb00d0cb3 req-b4e6f831-cd36-4150-a594-771da0e6e7df tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/security-groups?id=337538b8-ab9b-4703-8dd1-be347a7e9144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785570 Jul 28 05:36:23.080661 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379df43-56f6-471a-845a-03ed624b5b69 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:23.080907 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379df43-56f6-471a-845a-03ed624b5b69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:23.081244 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379df43-56f6-471a-845a-03ed624b5b69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:23.081600 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379df43-56f6-471a-845a-03ed624b5b69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:23.081930 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379df43-56f6-471a-845a-03ed624b5b69 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:23.082254 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379df43-56f6-471a-845a-03ed624b5b69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:23.082574 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379df43-56f6-471a-845a-03ed624b5b69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:23.082909 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379df43-56f6-471a-845a-03ed624b5b69 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:23.083587 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379df43-56f6-471a-845a-03ed624b5b69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:23.083587 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379df43-56f6-471a-845a-03ed624b5b69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:23.083873 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379df43-56f6-471a-845a-03ed624b5b69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:23.084603 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379df43-56f6-471a-845a-03ed624b5b69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:23.084603 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379df43-56f6-471a-845a-03ed624b5b69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:23.084906 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379df43-56f6-471a-845a-03ed624b5b69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:23.106061 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1a301009-5555-406a-bdc6-686259929358 admin admin] Publish callbacks [] for port (a8249eaa-d76e-4344-b2db-9a1854b0d00f), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:23.117164 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [None req-9775262c-0f40-4ca0-9fbe-decd4f43204d None None] For port caeed547-a745-4496-a52a-806333e18d72, host dv-cinder-799871-48-iscsi, cleared binding levels {{(pid=104275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:36:23.120324 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [None req-9775262c-0f40-4ca0-9fbe-decd4f43204d None None] For port caeed547-a745-4496-a52a-806333e18d72, host dv-cinder-799871-48-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=caeed547-a745-4496-a52a-806333e18d72,segment=NetworkSegment(18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30),segment_id=18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30)] {{(pid=104275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:36:23.188967 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-9775262c-0f40-4ca0-9fbe-decd4f43204d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (caeed547-a745-4496-a52a-806333e18d72), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:23.192862 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:23.235384 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1a301009-5555-406a-bdc6-686259929358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (a8249eaa-d76e-4344-b2db-9a1854b0d00f), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:23.247151 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9775262c-0f40-4ca0-9fbe-decd4f43204d None None] Routers {'18b25aa3-587b-4524-a9a5-a808ed99b27f'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:36:23.247693 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-9775262c-0f40-4ca0-9fbe-decd4f43204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:36:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['18b25aa3-587b-4524-a9a5-a808ed99b27f'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:36:23.253304 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379df43-56f6-471a-845a-03ed624b5b69 None None] Pushing event updated for resources: {'Port': ['ID=caeed547-a745-4496-a52a-806333e18d72,revision_number=3']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:23.283553 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a301009-5555-406a-bdc6-686259929358 admin admin] Network 17d0b4db-03c1-4e8e-bad7-973b09ccd533 is already hosted by enough agents. {{(pid=104272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:36:23.286686 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [None req-1a301009-5555-406a-bdc6-686259929358 admin admin] Resources bound (agent type, host, resource id): {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:36:23.289642 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a301009-5555-406a-bdc6-686259929358 admin admin] Received port after_create {{(pid=104272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:36:23.318280 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a301009-5555-406a-bdc6-686259929358 admin admin] Pushing event updated for resources: {'Port': ['ID=a8249eaa-d76e-4344-b2db-9a1854b0d00f,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:23.337299 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1a301009-5555-406a-bdc6-686259929358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4155265'] for router_interface (18b25aa3-587b-4524-a9a5-a808ed99b27f), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:23.360056 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-9775262c-0f40-4ca0-9fbe-decd4f43204d None None] Set router 18b25aa3-587b-4524-a9a5-a808ed99b27f gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:36:23.571967 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-9775262c-0f40-4ca0-9fbe-decd4f43204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b25aa3-587b-4524-a9a5-a808ed99b27f', 'name': 'tempest-TestMinimumBasicScenario-1743660973-router', 'tenant_id': '5989fabc615545eeb4ef987dea566175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'caeed547-a745-4496-a52a-806333e18d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:36:19Z', 'updated_at': '2022-07-28T05:36:20Z', 'revision_number': 3, 'project_id': '5989fabc615545eeb4ef987dea566175', 'gw_port': {'id': 'caeed547-a745-4496-a52a-806333e18d72', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b25aa3-587b-4524-a9a5-a808ed99b27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:36:20Z', 'updated_at': '2022-07-28T05:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:36:23.588768 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1a301009-5555-406a-bdc6-686259929358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (a8249eaa-d76e-4344-b2db-9a1854b0d00f), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:23.590779 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-86717e2d-a92f-43f5-ae51-489290327e8f None None] Provisioning complete for port a8249eaa-d76e-4344-b2db-9a1854b0d00f triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:36:23.594498 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-86717e2d-a92f-43f5-ae51-489290327e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (a8249eaa-d76e-4344-b2db-9a1854b0d00f), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:23.600681 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9775262c-0f40-4ca0-9fbe-decd4f43204d None None] The sync data for ids ['18b25aa3-587b-4524-a9a5-a808ed99b27f'] in dv-cinder-799871-48-iscsi is: [{'id': '18b25aa3-587b-4524-a9a5-a808ed99b27f', 'name': 'tempest-TestMinimumBasicScenario-1743660973-router', 'tenant_id': '5989fabc615545eeb4ef987dea566175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'caeed547-a745-4496-a52a-806333e18d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:36:19Z', 'updated_at': '2022-07-28T05:36:20Z', 'revision_number': 3, 'project_id': '5989fabc615545eeb4ef987dea566175', 'gw_port': {'id': 'caeed547-a745-4496-a52a-806333e18d72', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b25aa3-587b-4524-a9a5-a808ed99b27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:36:20Z', 'updated_at': '2022-07-28T05:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}] {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:36:23.640095 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-86717e2d-a92f-43f5-ae51-489290327e8f None None] Port a8249eaa-d76e-4344-b2db-9a1854b0d00f cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:36:23.704429 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:23.775853 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1a301009-5555-406a-bdc6-686259929358 admin admin] Publish callbacks [] for port (a8249eaa-d76e-4344-b2db-9a1854b0d00f), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:23.894679 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1a301009-5555-406a-bdc6-686259929358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8637776'] for port (a8249eaa-d76e-4344-b2db-9a1854b0d00f), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:24.005306 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a33c2-747a-41dc-8bc4-43cf37376e12 req-35936adf-9e35-43bc-a9cf-5584ee05ed06 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:24.006841 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-882a33c2-747a-41dc-8bc4-43cf37376e12 req-35936adf-9e35-43bc-a9cf-5584ee05ed06 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.0704458 Jul 28 05:36:24.007555 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a301009-5555-406a-bdc6-686259929358 admin admin] Pushing event updated for resources: {'Port': ['ID=a8249eaa-d76e-4344-b2db-9a1854b0d00f,revision_number=2']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:24.013138 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1a301009-5555-406a-bdc6-686259929358 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4155389'] for router_interface (18b25aa3-587b-4524-a9a5-a808ed99b27f), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:24.121744 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-882a33c2-747a-41dc-8bc4-43cf37376e12 req-aadf4a34-ec6e-400a-b3cf-56ba93f9c9db tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061699 Jul 28 05:36:24.171262 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a301009-5555-406a-bdc6-686259929358 admin admin] Network 17d0b4db-03c1-4e8e-bad7-973b09ccd533 is already hosted by enough agents. {{(pid=104272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:36:24.172723 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [None req-1a301009-5555-406a-bdc6-686259929358 admin admin] Resources bound (agent type, host, resource id): {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:36:24.268486 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device e8e24f78-fceb-4ee4-b987-4b0be4bceafc up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:36:24.326090 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7158c-c052-495d-ad43-ad8de4f7f39a req-9f4be189-593d-4d1e-9236-d651f172d80e tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:24.333637 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3ca7158c-c052-495d-ad43-ad8de4f7f39a req-9f4be189-593d-4d1e-9236-d651f172d80e tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/ports?device_id=d9e6b4d9-234d-49ae-8696-ac067e997ae8 HTTP/1.1" status: 200 len: 945 time: 0.0988271 Jul 28 05:36:24.335265 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port e8e24f78-fceb-4ee4-b987-4b0be4bceafc triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:36:24.335751 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (e8e24f78-fceb-4ee4-b987-4b0be4bceafc), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:24.390717 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:24.395643 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a301009-5555-406a-bdc6-686259929358 admin admin] Router 18b25aa3-587b-4524-a9a5-a808ed99b27f has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:36:24.403252 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3ca7158c-c052-495d-ad43-ad8de4f7f39a req-9007008c-e0e8-4407-9db4-ac29a601ac01 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/security-groups?id=337538b8-ab9b-4703-8dd1-be347a7e9144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687523 Jul 28 05:36:24.435648 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port e8e24f78-fceb-4ee4-b987-4b0be4bceafc is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:36:24.436817 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device caeed547-a745-4496-a52a-806333e18d72 up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:36:24.482008 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-b3a612be-10a3-4a6a-83bf-4e0665a1809b None None] Provisioning complete for port a8249eaa-d76e-4344-b2db-9a1854b0d00f triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:36:24.482395 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-b3a612be-10a3-4a6a-83bf-4e0665a1809b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (a8249eaa-d76e-4344-b2db-9a1854b0d00f), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:24.523293 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-b3a612be-10a3-4a6a-83bf-4e0665a1809b None None] Port a8249eaa-d76e-4344-b2db-9a1854b0d00f cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:36:24.530921 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port caeed547-a745-4496-a52a-806333e18d72 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:36:24.531310 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (caeed547-a745-4496-a52a-806333e18d72), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:24.533560 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a301009-5555-406a-bdc6-686259929358 admin admin] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:36:24.541597 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-1a301009-5555-406a-bdc6-686259929358 admin admin] 10.222.0.33 "PUT /v2.0/routers/18b25aa3-587b-4524-a9a5-a808ed99b27f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2561598 Jul 28 05:36:24.610792 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port caeed547-a745-4496-a52a-806333e18d72 is: DOWN; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:36:24.611313 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (caeed547-a745-4496-a52a-806333e18d72), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:24.633101 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] For port caeed547-a745-4496-a52a-806333e18d72, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=caeed547-a745-4496-a52a-806333e18d72,segment=NetworkSegment(18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30),segment_id=18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:36:24.690201 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (caeed547-a745-4496-a52a-806333e18d72), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:24.739780 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Pushing event updated for resources: {'Port': ['ID=caeed547-a745-4496-a52a-806333e18d72,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:25.259921 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191c360c-112b-45ee-b617-e7b82a695ae4 None None] Sync routers for ids ['18b25aa3-587b-4524-a9a5-a808ed99b27f'] in dv-cinder-799871-48-iscsi {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:36:25.276938 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191c360c-112b-45ee-b617-e7b82a695ae4 None None] Routers {'18b25aa3-587b-4524-a9a5-a808ed99b27f'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:36:25.278536 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-191c360c-112b-45ee-b617-e7b82a695ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:36:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['18b25aa3-587b-4524-a9a5-a808ed99b27f'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:36:25.290343 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 38544) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:36:25.297490 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-568826f9-2720-4d13-8c9d-51512d11ffc6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-421444397-network', 'tenant_id': '3d7fec4638dd49119e677467284e61fb'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:36:25.387003 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-191c360c-112b-45ee-b617-e7b82a695ae4 None None] Set router 18b25aa3-587b-4524-a9a5-a808ed99b27f gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:36:25.399946 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568826f9-2720-4d13-8c9d-51512d11ffc6 admin admin] Made reservation on behalf of 3d7fec4638dd49119e677467284e61fb for: {'network': 1} {{(pid=104272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:36:25.402420 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-568826f9-2720-4d13-8c9d-51512d11ffc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for network (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:25.413979 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-568826f9-2720-4d13-8c9d-51512d11ffc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:25.497553 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e63165-fb7d-4eb4-b9f7-3716b1237b43 req-6904b5f7-9c92-444b-a42d-a28e52b9dfc1 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:25.500061 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b0e63165-fb7d-4eb4-b9f7-3716b1237b43 req-6904b5f7-9c92-444b-a42d-a28e52b9dfc1 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.2949467 Jul 28 05:36:25.572848 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:25.573038 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-568826f9-2720-4d13-8c9d-51512d11ffc6 admin admin] Publish callbacks [] for security_group (049f13d1-aeb9-4c1a-99b9-792f0e8c4e8d), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:25.578729 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b0e63165-fb7d-4eb4-b9f7-3716b1237b43 req-ede4c8d3-7cb7-4361-b61a-643fdf91d45b tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720646 Jul 28 05:36:25.589895 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-191c360c-112b-45ee-b617-e7b82a695ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b25aa3-587b-4524-a9a5-a808ed99b27f', 'name': 'tempest-TestMinimumBasicScenario-1743660973-router', 'tenant_id': '5989fabc615545eeb4ef987dea566175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'caeed547-a745-4496-a52a-806333e18d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:36:19Z', 'updated_at': '2022-07-28T05:36:23Z', 'revision_number': 4, 'project_id': '5989fabc615545eeb4ef987dea566175', 'gw_port': {'id': 'caeed547-a745-4496-a52a-806333e18d72', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b25aa3-587b-4524-a9a5-a808ed99b27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:36:20Z', 'updated_at': '2022-07-28T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'a8249eaa-d76e-4344-b2db-9a1854b0d00f', 'name': '', 'network_id': '17d0b4db-03c1-4e8e-bad7-973b09ccd533', 'tenant_id': '5989fabc615545eeb4ef987dea566175', 'mac_address': 'fa:16:3e:02:e3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b25aa3-587b-4524-a9a5-a808ed99b27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b1d31c83-80bf-48c5-9a09-2ae0c6ea6c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:36:22Z', 'updated_at': '2022-07-28T05:36:23Z', 'revision_number': 2, 'project_id': '5989fabc615545eeb4ef987dea566175', 'subnets': [{'id': 'b1d31c83-80bf-48c5-9a09-2ae0c6ea6c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:36:25.616252 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191c360c-112b-45ee-b617-e7b82a695ae4 None None] Checking router: 18b25aa3-587b-4524-a9a5-a808ed99b27f for host: dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:36:25.616925 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191c360c-112b-45ee-b617-e7b82a695ae4 None None] Updating router 18b25aa3-587b-4524-a9a5-a808ed99b27f port a8249eaa-d76e-4344-b2db-9a1854b0d00f binding host dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:36:25.629106 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-568826f9-2720-4d13-8c9d-51512d11ffc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (049f13d1-aeb9-4c1a-99b9-792f0e8c4e8d), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:25.648435 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-191c360c-112b-45ee-b617-e7b82a695ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (a8249eaa-d76e-4344-b2db-9a1854b0d00f), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:25.660753 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568826f9-2720-4d13-8c9d-51512d11ffc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=104272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 05:36:25.664300 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=100 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:25.672020 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568826f9-2720-4d13-8c9d-51512d11ffc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049f13d1-aeb9-4c1a-99b9-792f0e8c4e8d,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:25.675903 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-568826f9-2720-4d13-8c9d-51512d11ffc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124'] for segment (57639c69-0516-4ecd-ba85-ed49ac0b9572), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:25.676238 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.db.segments_db [None req-568826f9-2720-4d13-8c9d-51512d11ffc6 admin admin] Added segment 57639c69-0516-4ecd-ba85-ed49ac0b9572 of type vlan for network 57e43625-f867-42c5-a462-f63c7f43366a Jul 28 05:36:25.719205 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-568826f9-2720-4d13-8c9d-51512d11ffc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748695041913'] for network (57e43625-f867-42c5-a462-f63c7f43366a), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:25.812073 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-568826f9-2720-4d13-8c9d-51512d11ffc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692'] for network (57e43625-f867-42c5-a462-f63c7f43366a), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:25.813285 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568826f9-2720-4d13-8c9d-51512d11ffc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:25.813937 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-568826f9-2720-4d13-8c9d-51512d11ffc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for network (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:25.881634 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568826f9-2720-4d13-8c9d-51512d11ffc6 admin admin] Pushing event updated for resources: {'Network': ['ID=57e43625-f867-42c5-a462-f63c7f43366a,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:25.897027 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Network 57e43625-f867-42c5-a462-f63c7f43366a details requested by agent ovs-agent-dv-cinder-799871-48-iscsi with host dv-cinder-799871-48-iscsi {{(pid=104274) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 05:36:25.943646 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-568826f9-2720-4d13-8c9d-51512d11ffc6 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6488206 Jul 28 05:36:25.944011 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 38548) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:36:25.948932 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-0ad6bd52-f959-4ea7-bb69-dd70c5c284ab admin admin] Request body: {'subnet': {'network_id': '57e43625-f867-42c5-a462-f63c7f43366a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-421444397-subnet', 'tenant_id': '3d7fec4638dd49119e677467284e61fb', 'ip_version': 4}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:36:25.956529 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-191c360c-112b-45ee-b617-e7b82a695ae4 None None] Publish callbacks [] for port (a8249eaa-d76e-4344-b2db-9a1854b0d00f), precommit_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:26.001547 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:26.014586 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e3b5a-a991-45f5-9d92-5177b67b7a90 req-c844a8b8-2a6d-4208-ab52-1be7543dc4cf tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:26.016050 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-971e3b5a-a991-45f5-9d92-5177b67b7a90 req-c844a8b8-2a6d-4208-ab52-1be7543dc4cf tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/ports?device_id=d9e6b4d9-234d-49ae-8696-ac067e997ae8 HTTP/1.1" status: 200 len: 945 time: 0.0497782 Jul 28 05:36:26.039965 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-191c360c-112b-45ee-b617-e7b82a695ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (a8249eaa-d76e-4344-b2db-9a1854b0d00f), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:26.068443 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad6bd52-f959-4ea7-bb69-dd70c5c284ab admin admin] Made reservation on behalf of 3d7fec4638dd49119e677467284e61fb for: {'subnet': 1} {{(pid=104273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:36:26.070235 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-971e3b5a-a991-45f5-9d92-5177b67b7a90 req-ad7b8304-f109-4b04-add7-3a662ec448de tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/security-groups?id=337538b8-ab9b-4703-8dd1-be347a7e9144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484204 Jul 28 05:36:26.070862 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-0ad6bd52-f959-4ea7-bb69-dd70c5c284ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8898758'] for subnet (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:26.104893 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946149a-18c3-4116-854f-06fca7ad4e42 None None] Pushing event updated for resources: {'Port': ['ID=a8249eaa-d76e-4344-b2db-9a1854b0d00f,revision_number=3']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:26.163335 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-191c360c-112b-45ee-b617-e7b82a695ae4 None None] Attempting to bind port a8249eaa-d76e-4344-b2db-9a1854b0d00f on host dv-cinder-799871-48-iscsi for vnic_type normal with profile {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:36:26.164022 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-191c360c-112b-45ee-b617-e7b82a695ae4 None None] Attempting to bind port a8249eaa-d76e-4344-b2db-9a1854b0d00f by drivers openvswitch,hyperv on host dv-cinder-799871-48-iscsi at level 0 using segments [{'id': '13d7440d-3f76-4d8c-8e60-76f5acb0fcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '17d0b4db-03c1-4e8e-bad7-973b09ccd533'}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:36:26.164546 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191c360c-112b-45ee-b617-e7b82a695ae4 None None] Attempting to bind port a8249eaa-d76e-4344-b2db-9a1854b0d00f on network 17d0b4db-03c1-4e8e-bad7-973b09ccd533 {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:36:26.171853 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191c360c-112b-45ee-b617-e7b82a695ae4 None None] Checking agent: {'id': '5156d833-3082-4696-8f7b-587b7e45f062', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-48-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 22, 41), 'started_at': datetime.datetime(2022, 7, 28, 5, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-48-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:36:26.172223 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191c360c-112b-45ee-b617-e7b82a695ae4 None None] Checking segment: {'id': '13d7440d-3f76-4d8c-8e60-76f5acb0fcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '17d0b4db-03c1-4e8e-bad7-973b09ccd533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:36:26.172846 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-191c360c-112b-45ee-b617-e7b82a695ae4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:26.173447 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191c360c-112b-45ee-b617-e7b82a695ae4 None None] Bound using segment: {'id': '13d7440d-3f76-4d8c-8e60-76f5acb0fcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '17d0b4db-03c1-4e8e-bad7-973b09ccd533'} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:36:26.174172 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-191c360c-112b-45ee-b617-e7b82a695ae4 None None] Bound port: a8249eaa-d76e-4344-b2db-9a1854b0d00f, host: dv-cinder-799871-48-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13d7440d-3f76-4d8c-8e60-76f5acb0fcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '17d0b4db-03c1-4e8e-bad7-973b09ccd533'}}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:36:26.174749 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-191c360c-112b-45ee-b617-e7b82a695ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (a8249eaa-d76e-4344-b2db-9a1854b0d00f), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:26.211645 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device caeed547-a745-4496-a52a-806333e18d72 up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:36:26.360557 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-0ad6bd52-f959-4ea7-bb69-dd70c5c284ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8745206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8898792'] for subnet (76d8e1e3-4f39-4ccb-a0e3-8114a233c6cd), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:26.390934 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:26.410042 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad6bd52-f959-4ea7-bb69-dd70c5c284ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=76d8e1e3-4f39-4ccb-a0e3-8114a233c6cd,revision_number=0']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:26.413031 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-24a95c90-85e8-4a88-90de-c07614f0b6db None None] Provisioning complete for port a8249eaa-d76e-4344-b2db-9a1854b0d00f triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:36:26.413031 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-24a95c90-85e8-4a88-90de-c07614f0b6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (a8249eaa-d76e-4344-b2db-9a1854b0d00f), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:26.414748 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-191c360c-112b-45ee-b617-e7b82a695ae4 None None] For port a8249eaa-d76e-4344-b2db-9a1854b0d00f, host dv-cinder-799871-48-iscsi, cleared binding levels {{(pid=104274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:36:26.418592 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-191c360c-112b-45ee-b617-e7b82a695ae4 None None] For port a8249eaa-d76e-4344-b2db-9a1854b0d00f, host dv-cinder-799871-48-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=a8249eaa-d76e-4344-b2db-9a1854b0d00f,segment=NetworkSegment(13d7440d-3f76-4d8c-8e60-76f5acb0fcab),segment_id=13d7440d-3f76-4d8c-8e60-76f5acb0fcab)] {{(pid=104274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:36:26.429304 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad6bd52-f959-4ea7-bb69-dd70c5c284ab admin admin] Checking segment: {'id': '57639c69-0516-4ecd-ba85-ed49ac0b9572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '57e43625-f867-42c5-a462-f63c7f43366a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:36:26.436008 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad6bd52-f959-4ea7-bb69-dd70c5c284ab admin admin] Network hostable DHCP agents. Network: 57e43625-f867-42c5-a462-f63c7f43366a, hostable agents: ['abae2507-ed95-47f5-bead-3f33926efd64'], hosted agents: [] {{(pid=104273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 05:36:26.439715 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:26.454186 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port caeed547-a745-4496-a52a-806333e18d72 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:36:26.454564 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (caeed547-a745-4496-a52a-806333e18d72), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:26.479856 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-24a95c90-85e8-4a88-90de-c07614f0b6db None None] Port a8249eaa-d76e-4344-b2db-9a1854b0d00f cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:36:26.499658 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-191c360c-112b-45ee-b617-e7b82a695ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (a8249eaa-d76e-4344-b2db-9a1854b0d00f), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:26.523736 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad6bd52-f959-4ea7-bb69-dd70c5c284ab admin admin] Network 57e43625-f867-42c5-a462-f63c7f43366a is scheduled to be hosted by DHCP agent abae2507-ed95-47f5-bead-3f33926efd64 with binding_index 1 {{(pid=104273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 05:36:26.569883 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port caeed547-a745-4496-a52a-806333e18d72 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:36:26.592934 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191c360c-112b-45ee-b617-e7b82a695ae4 None None] Routers {'18b25aa3-587b-4524-a9a5-a808ed99b27f'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:36:26.593600 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-191c360c-112b-45ee-b617-e7b82a695ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:36:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['18b25aa3-587b-4524-a9a5-a808ed99b27f'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:36:26.595610 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946149a-18c3-4116-854f-06fca7ad4e42 None None] Pushing event updated for resources: {'Port': ['ID=a8249eaa-d76e-4344-b2db-9a1854b0d00f,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:26.635073 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [None req-0ad6bd52-f959-4ea7-bb69-dd70c5c284ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-48-iscsi, 57e43625-f867-42c5-a462-f63c7f43366a) {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:36:26.643475 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad6bd52-f959-4ea7-bb69-dd70c5c284ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:26.645254 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-0ad6bd52-f959-4ea7-bb69-dd70c5c284ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for subnet (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:26.688055 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf415b4c-19d7-47b9-a43d-85b13179cc5e None None] Network 57e43625-f867-42c5-a462-f63c7f43366a requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:36:26.717629 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21cdfe7-e606-40f1-bdca-46b43e4a6589 req-a68658b2-cafa-48ed-b28a-e58b82b729a0 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:26.725874 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b21cdfe7-e606-40f1-bdca-46b43e4a6589 req-a68658b2-cafa-48ed-b28a-e58b82b729a0 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.0656621 Jul 28 05:36:26.735311 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-0ad6bd52-f959-4ea7-bb69-dd70c5c284ab admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7901528 Jul 28 05:36:26.738977 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 38552) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:36:26.743272 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-5437ad36-b85f-4d86-80b5-0dcdc1f4c37d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-421444397-router', 'tenant_id': '3d7fec4638dd49119e677467284e61fb', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:36:26.758443 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:26.780286 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-191c360c-112b-45ee-b617-e7b82a695ae4 None None] Set router 18b25aa3-587b-4524-a9a5-a808ed99b27f gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:36:26.781158 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b21cdfe7-e606-40f1-bdca-46b43e4a6589 req-54121242-5521-4d75-b722-c857d9c77cdf tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542042 Jul 28 05:36:26.828979 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5437ad36-b85f-4d86-80b5-0dcdc1f4c37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4155669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3750'] for router (fb50c529-a26a-4ed6-8fbe-2c4e471c9c61), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:26.830031 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5437ad36-b85f-4d86-80b5-0dcdc1f4c37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4157181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4018685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3759'] for router (fb50c529-a26a-4ed6-8fbe-2c4e471c9c61), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:26.871417 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-fc854b24-d10f-40db-b5ca-9f79ce249c49 None None] Provisioning complete for port a8249eaa-d76e-4344-b2db-9a1854b0d00f triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:36:26.871791 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-fc854b24-d10f-40db-b5ca-9f79ce249c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (a8249eaa-d76e-4344-b2db-9a1854b0d00f), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:26.883314 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5437ad36-b85f-4d86-80b5-0dcdc1f4c37d admin admin] Publish callbacks [] for router_controller (fb50c529-a26a-4ed6-8fbe-2c4e471c9c61), precommit_add_association {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:26.961892 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da956b4-350a-4887-a922-1db940ec53cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1310213-672e-5d2f-8d43-02533df8fff2-57e43625-f867-42c5-a462-f63c7f43366a', 'network_id': '57e43625-f867-42c5-a462-f63c7f43366a', 'project_id': '3d7fec4638dd49119e677467284e61fb', 'fixed_ips': [{'subnet_id': '76d8e1e3-4f39-4ccb-a0e3-8114a233c6cd'}]}} from dv-cinder-799871-48-iscsi. {{(pid=104274) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 05:36:26.961892 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5da956b4-350a-4887-a922-1db940ec53cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:27.078355 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5437ad36-b85f-4d86-80b5-0dcdc1f4c37d admin admin] Publish callbacks [] for router_gateway (fb50c529-a26a-4ed6-8fbe-2c4e471c9c61), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:27.145518 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-fc854b24-d10f-40db-b5ca-9f79ce249c49 None None] Current status of the port a8249eaa-d76e-4344-b2db-9a1854b0d00f is: DOWN; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:36:27.145911 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-fc854b24-d10f-40db-b5ca-9f79ce249c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (a8249eaa-d76e-4344-b2db-9a1854b0d00f), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:27.203063 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:27.204191 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-191c360c-112b-45ee-b617-e7b82a695ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b25aa3-587b-4524-a9a5-a808ed99b27f', 'name': 'tempest-TestMinimumBasicScenario-1743660973-router', 'tenant_id': '5989fabc615545eeb4ef987dea566175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'caeed547-a745-4496-a52a-806333e18d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:36:19Z', 'updated_at': '2022-07-28T05:36:23Z', 'revision_number': 4, 'project_id': '5989fabc615545eeb4ef987dea566175', 'gw_port': {'id': 'caeed547-a745-4496-a52a-806333e18d72', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b25aa3-587b-4524-a9a5-a808ed99b27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:36:20Z', 'updated_at': '2022-07-28T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'a8249eaa-d76e-4344-b2db-9a1854b0d00f', 'name': '', 'network_id': '17d0b4db-03c1-4e8e-bad7-973b09ccd533', 'tenant_id': '5989fabc615545eeb4ef987dea566175', 'mac_address': 'fa:16:3e:02:e3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b25aa3-587b-4524-a9a5-a808ed99b27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b1d31c83-80bf-48c5-9a09-2ae0c6ea6c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:36:22Z', 'updated_at': '2022-07-28T05:36:26Z', 'revision_number': 4, 'project_id': '5989fabc615545eeb4ef987dea566175', 'subnets': [{'id': 'b1d31c83-80bf-48c5-9a09-2ae0c6ea6c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:36:27.216594 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23faba-32a0-4ea1-ba24-b0e0cd9b31ae req-9c283763-2369-4f63-997f-e8b1c59c2fc9 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:27.218442 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1d23faba-32a0-4ea1-ba24-b0e0cd9b31ae req-9c283763-2369-4f63-997f-e8b1c59c2fc9 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/ports?device_id=d9e6b4d9-234d-49ae-8696-ac067e997ae8 HTTP/1.1" status: 200 len: 945 time: 0.0596006 Jul 28 05:36:27.250566 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191c360c-112b-45ee-b617-e7b82a695ae4 None None] The sync data for ids ['18b25aa3-587b-4524-a9a5-a808ed99b27f'] in dv-cinder-799871-48-iscsi is: [{'id': '18b25aa3-587b-4524-a9a5-a808ed99b27f', 'name': 'tempest-TestMinimumBasicScenario-1743660973-router', 'tenant_id': '5989fabc615545eeb4ef987dea566175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'caeed547-a745-4496-a52a-806333e18d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:36:19Z', 'updated_at': '2022-07-28T05:36:23Z', 'revision_number': 4, 'project_id': '5989fabc615545eeb4ef987dea566175', 'gw_port': {'id': 'caeed547-a745-4496-a52a-806333e18d72', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b25aa3-587b-4524-a9a5-a808ed99b27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:36:20Z', 'updated_at': '2022-07-28T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'a8249eaa-d76e-4344-b2db-9a1854b0d00f', 'name': '', 'network_id': '17d0b4db-03c1-4e8e-bad7-973b09ccd533', 'tenant_id': '5989fabc615545eeb4ef987dea566175', 'mac_address': 'fa:16:3e:02:e3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b25aa3-587b-4524-a9a5-a808ed99b27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b1d31c83-80bf-48c5-9a09-2ae0c6ea6c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:36:22Z', 'updated_at': '2022-07-28T05:36:26Z', 'revision_number': 4, 'project_id': '5989fabc615545eeb4ef987dea566175', 'subnets': [{'id': 'b1d31c83-80bf-48c5-9a09-2ae0c6ea6c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:36:27.261512 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-fc854b24-d10f-40db-b5ca-9f79ce249c49 None None] For port a8249eaa-d76e-4344-b2db-9a1854b0d00f, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=a8249eaa-d76e-4344-b2db-9a1854b0d00f,segment=NetworkSegment(13d7440d-3f76-4d8c-8e60-76f5acb0fcab),segment_id=13d7440d-3f76-4d8c-8e60-76f5acb0fcab)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:36:27.265594 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.db_base_plugin_common [None req-5da956b4-350a-4887-a922-1db940ec53cb None None] Allocated IP 172.20.0.2 (57e43625-f867-42c5-a462-f63c7f43366a/76d8e1e3-4f39-4ccb-a0e3-8114a233c6cd/cedb2da4-5c1e-4c24-aaa9-f050c147621c) {{(pid=104274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:36:27.274568 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:27.293773 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1d23faba-32a0-4ea1-ba24-b0e0cd9b31ae req-827249ab-3e24-4359-9908-2f25a9d7efec tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/security-groups?id=337538b8-ab9b-4703-8dd1-be347a7e9144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649734 Jul 28 05:36:27.341158 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-fc854b24-d10f-40db-b5ca-9f79ce249c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (a8249eaa-d76e-4344-b2db-9a1854b0d00f), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:27.381431 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5437ad36-b85f-4d86-80b5-0dcdc1f4c37d admin admin] Publish callbacks [] for router_gateway (fb50c529-a26a-4ed6-8fbe-2c4e471c9c61), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:27.403714 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5437ad36-b85f-4d86-80b5-0dcdc1f4c37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:27.413701 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:27.445910 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc854b24-d10f-40db-b5ca-9f79ce249c49 None None] Pushing event updated for resources: {'Port': ['ID=a8249eaa-d76e-4344-b2db-9a1854b0d00f,revision_number=5']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:27.462130 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc854b24-d10f-40db-b5ca-9f79ce249c49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:27.462474 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc854b24-d10f-40db-b5ca-9f79ce249c49 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:27.462842 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc854b24-d10f-40db-b5ca-9f79ce249c49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:27.463178 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc854b24-d10f-40db-b5ca-9f79ce249c49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:27.463525 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc854b24-d10f-40db-b5ca-9f79ce249c49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:27.463852 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc854b24-d10f-40db-b5ca-9f79ce249c49 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:27.464177 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc854b24-d10f-40db-b5ca-9f79ce249c49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:27.464498 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc854b24-d10f-40db-b5ca-9f79ce249c49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:27.466679 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc854b24-d10f-40db-b5ca-9f79ce249c49 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:27.466679 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc854b24-d10f-40db-b5ca-9f79ce249c49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:27.466679 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc854b24-d10f-40db-b5ca-9f79ce249c49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:27.466679 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc854b24-d10f-40db-b5ca-9f79ce249c49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:27.466679 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc854b24-d10f-40db-b5ca-9f79ce249c49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:27.466679 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc854b24-d10f-40db-b5ca-9f79ce249c49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:27.468007 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc854b24-d10f-40db-b5ca-9f79ce249c49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:27.527841 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5da956b4-350a-4887-a922-1db940ec53cb None None] Publish callbacks [] for port (cedb2da4-5c1e-4c24-aaa9-f050c147621c), precommit_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:27.532120 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.db_base_plugin_common [None req-5437ad36-b85f-4d86-80b5-0dcdc1f4c37d admin admin] Allocated IP 172.27.0.6 (d892672b-b726-43a1-a501-142ea5a750c8/481049b9-1d68-41f1-a9d6-55330db72a03/5ac55d01-d435-442c-9738-463bbcfef755) {{(pid=104273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:36:27.633336 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5da956b4-350a-4887-a922-1db940ec53cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915'] for port (cedb2da4-5c1e-4c24-aaa9-f050c147621c), after_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:27.637966 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5437ad36-b85f-4d86-80b5-0dcdc1f4c37d admin admin] Publish callbacks [] for port (5ac55d01-d435-442c-9738-463bbcfef755), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:27.647060 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:27.679765 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da956b4-350a-4887-a922-1db940ec53cb None None] Network 57e43625-f867-42c5-a462-f63c7f43366a is already hosted by enough agents. {{(pid=104274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:36:27.684892 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.scheduler.base_scheduler [None req-5da956b4-350a-4887-a922-1db940ec53cb None None] Resources bound (agent type, host, resource id): {{(pid=104274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:36:27.688035 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da956b4-350a-4887-a922-1db940ec53cb None None] Received port after_create {{(pid=104274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:36:27.690163 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da956b4-350a-4887-a922-1db940ec53cb None None] Pushing event updated for resources: {'Port': ['ID=cedb2da4-5c1e-4c24-aaa9-f050c147621c,revision_number=1']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:27.741805 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5437ad36-b85f-4d86-80b5-0dcdc1f4c37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (5ac55d01-d435-442c-9738-463bbcfef755), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:27.752922 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-5da956b4-350a-4887-a922-1db940ec53cb None None] Attempting to bind port cedb2da4-5c1e-4c24-aaa9-f050c147621c on host dv-cinder-799871-48-iscsi for vnic_type normal with profile {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:36:27.752922 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-5da956b4-350a-4887-a922-1db940ec53cb None None] Attempting to bind port cedb2da4-5c1e-4c24-aaa9-f050c147621c by drivers openvswitch,hyperv on host dv-cinder-799871-48-iscsi at level 0 using segments [{'id': '57639c69-0516-4ecd-ba85-ed49ac0b9572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '57e43625-f867-42c5-a462-f63c7f43366a'}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:36:27.752922 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da956b4-350a-4887-a922-1db940ec53cb None None] Attempting to bind port cedb2da4-5c1e-4c24-aaa9-f050c147621c on network 57e43625-f867-42c5-a462-f63c7f43366a {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:36:27.756607 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da956b4-350a-4887-a922-1db940ec53cb None None] Checking agent: {'id': '5156d833-3082-4696-8f7b-587b7e45f062', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-48-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 22, 41), 'started_at': datetime.datetime(2022, 7, 28, 5, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-48-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:36:27.757046 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da956b4-350a-4887-a922-1db940ec53cb None None] Checking segment: {'id': '57639c69-0516-4ecd-ba85-ed49ac0b9572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '57e43625-f867-42c5-a462-f63c7f43366a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:36:27.757495 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5da956b4-350a-4887-a922-1db940ec53cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:27.757946 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da956b4-350a-4887-a922-1db940ec53cb None None] Bound using segment: {'id': '57639c69-0516-4ecd-ba85-ed49ac0b9572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '57e43625-f867-42c5-a462-f63c7f43366a'} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:36:27.758473 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-5da956b4-350a-4887-a922-1db940ec53cb None None] Bound port: cedb2da4-5c1e-4c24-aaa9-f050c147621c, host: dv-cinder-799871-48-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57639c69-0516-4ecd-ba85-ed49ac0b9572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '57e43625-f867-42c5-a462-f63c7f43366a'}}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:36:27.758861 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5da956b4-350a-4887-a922-1db940ec53cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (cedb2da4-5c1e-4c24-aaa9-f050c147621c), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:27.788833 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5437ad36-b85f-4d86-80b5-0dcdc1f4c37d admin admin] Network d892672b-b726-43a1-a501-142ea5a750c8 is already hosted by enough agents. {{(pid=104273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:36:27.792390 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [None req-5437ad36-b85f-4d86-80b5-0dcdc1f4c37d admin admin] Resources bound (agent type, host, resource id): {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:36:27.799356 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5437ad36-b85f-4d86-80b5-0dcdc1f4c37d admin admin] Received port after_create {{(pid=104273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:36:27.802741 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5437ad36-b85f-4d86-80b5-0dcdc1f4c37d admin admin] Pushing event updated for resources: {'Port': ['ID=5ac55d01-d435-442c-9738-463bbcfef755,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:27.831934 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5da956b4-350a-4887-a922-1db940ec53cb None None] For port cedb2da4-5c1e-4c24-aaa9-f050c147621c, host dv-cinder-799871-48-iscsi, cleared binding levels {{(pid=104274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:36:27.835722 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5da956b4-350a-4887-a922-1db940ec53cb None None] For port cedb2da4-5c1e-4c24-aaa9-f050c147621c, host dv-cinder-799871-48-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=cedb2da4-5c1e-4c24-aaa9-f050c147621c,segment=NetworkSegment(57639c69-0516-4ecd-ba85-ed49ac0b9572),segment_id=57639c69-0516-4ecd-ba85-ed49ac0b9572)] {{(pid=104274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:36:27.909484 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5da956b4-350a-4887-a922-1db940ec53cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (cedb2da4-5c1e-4c24-aaa9-f050c147621c), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:27.951412 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c494d6-da50-4908-8165-30c72cfe720c req-5874a7dc-e512-4959-9633-7b9bdf3c185d tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:27.954568 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-37c494d6-da50-4908-8165-30c72cfe720c req-5874a7dc-e512-4959-9633-7b9bdf3c185d tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.0853288 Jul 28 05:36:27.989339 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da956b4-350a-4887-a922-1db940ec53cb None None] Pushing event updated for resources: {'Port': ['ID=cedb2da4-5c1e-4c24-aaa9-f050c147621c,revision_number=2']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:28.031614 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-37c494d6-da50-4908-8165-30c72cfe720c req-15ec7383-b297-43f4-9927-c8c9e4effe06 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712457 Jul 28 05:36:28.219598 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device a8249eaa-d76e-4344-b2db-9a1854b0d00f up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:36:28.223664 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5437ad36-b85f-4d86-80b5-0dcdc1f4c37d admin admin] Publish callbacks [] for router_gateway (fb50c529-a26a-4ed6-8fbe-2c4e471c9c61), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:28.224190 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:28.292818 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port a8249eaa-d76e-4344-b2db-9a1854b0d00f triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:36:28.293193 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (a8249eaa-d76e-4344-b2db-9a1854b0d00f), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:28.403413 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port a8249eaa-d76e-4344-b2db-9a1854b0d00f is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:36:28.437052 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcc887-7557-4ef7-8533-7ea631acd225 req-224234a5-906e-41b0-9e65-0981268db487 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:28.438698 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-85bcc887-7557-4ef7-8533-7ea631acd225 req-224234a5-906e-41b0-9e65-0981268db487 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/ports?device_id=d9e6b4d9-234d-49ae-8696-ac067e997ae8 HTTP/1.1" status: 200 len: 945 time: 0.0572820 Jul 28 05:36:28.492654 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-85bcc887-7557-4ef7-8533-7ea631acd225 req-96def67c-a411-4c7d-8ea1-715b0fe6f40b tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/security-groups?id=337538b8-ab9b-4703-8dd1-be347a7e9144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476372 Jul 28 05:36:28.705331 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36df81-f0ea-40e8-8048-a146f332d203 req-3ba5d0e4-eb57-403f-9510-d74ccdb51c47 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:28.706864 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-2d36df81-f0ea-40e8-8048-a146f332d203 req-3ba5d0e4-eb57-403f-9510-d74ccdb51c47 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.0823519 Jul 28 05:36:28.729692 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53526e-d4b9-41b1-b768-c8e57c08dabb req-b9f99bf9-46c2-43e7-b899-18ef6b559daf tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:28.731400 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0d53526e-d4b9-41b1-b768-c8e57c08dabb req-b9f99bf9-46c2-43e7-b899-18ef6b559daf tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9e6b4d9-234d-49ae-8696-ac067e997ae8 HTTP/1.1" status: 200 len: 945 time: 0.0536411 Jul 28 05:36:28.760609 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5437ad36-b85f-4d86-80b5-0dcdc1f4c37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4157131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4018561'] for router (fb50c529-a26a-4ed6-8fbe-2c4e471c9c61), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:28.836518 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [req-0d53526e-d4b9-41b1-b768-c8e57c08dabb req-1bd82e31-491b-4d4f-9ed1-fed1fc4dc641 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Deleting port fe1f17d9-4f02-47a9-919d-20bcf84468a2 {{(pid=104272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:36:28.836867 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-0d53526e-d4b9-41b1-b768-c8e57c08dabb req-1bd82e31-491b-4d4f-9ed1-fed1fc4dc641 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (fe1f17d9-4f02-47a9-919d-20bcf84468a2), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:28.850146 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [req-2d36df81-f0ea-40e8-8048-a146f332d203 req-8a7962d7-2200-4687-a71a-c5c4229a8873 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Deleting port 1507aad5-e944-47e5-a8d9-716f5bde1fff {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:36:28.850493 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-2d36df81-f0ea-40e8-8048-a146f332d203 req-8a7962d7-2200-4687-a71a-c5c4229a8873 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (1507aad5-e944-47e5-a8d9-716f5bde1fff), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:28.887242 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:28.936109 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [req-0d53526e-d4b9-41b1-b768-c8e57c08dabb req-1bd82e31-491b-4d4f-9ed1-fed1fc4dc641 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] For port fe1f17d9-4f02-47a9-919d-20bcf84468a2, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=fe1f17d9-4f02-47a9-919d-20bcf84468a2,segment=NetworkSegment(7a906f7a-ab4b-4aac-ab40-26ff85f0fcb8),segment_id=7a906f7a-ab4b-4aac-ab40-26ff85f0fcb8)] {{(pid=104272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:36:28.936773 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-0d53526e-d4b9-41b1-b768-c8e57c08dabb req-1bd82e31-491b-4d4f-9ed1-fed1fc4dc641 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (fe1f17d9-4f02-47a9-919d-20bcf84468a2), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:28.954374 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [req-0d53526e-d4b9-41b1-b768-c8e57c08dabb req-1bd82e31-491b-4d4f-9ed1-fed1fc4dc641 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Calling delete_port for fe1f17d9-4f02-47a9-919d-20bcf84468a2 owned by compute:nova {{(pid=104272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:36:28.993288 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [req-2d36df81-f0ea-40e8-8048-a146f332d203 req-8a7962d7-2200-4687-a71a-c5c4229a8873 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] For port 1507aad5-e944-47e5-a8d9-716f5bde1fff, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1507aad5-e944-47e5-a8d9-716f5bde1fff,segment=NetworkSegment(969590d0-dfe4-4fac-89e7-175241a5022e),segment_id=969590d0-dfe4-4fac-89e7-175241a5022e)] {{(pid=104273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:36:28.993705 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-2d36df81-f0ea-40e8-8048-a146f332d203 req-8a7962d7-2200-4687-a71a-c5c4229a8873 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (1507aad5-e944-47e5-a8d9-716f5bde1fff), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:29.037576 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2fa62c-d476-4951-b1da-8c17d1277591 None None] Network 57e43625-f867-42c5-a462-f63c7f43366a requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:36:29.119588 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5c2d7ef5-fb96-42a8-a843-5f062e8c051c None None] Provisioning complete for port cedb2da4-5c1e-4c24-aaa9-f050c147621c triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:36:29.120454 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5c2d7ef5-fb96-42a8-a843-5f062e8c051c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (cedb2da4-5c1e-4c24-aaa9-f050c147621c), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:29.120656 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5437ad36-b85f-4d86-80b5-0dcdc1f4c37d admin admin] Router fb50c529-a26a-4ed6-8fbe-2c4e471c9c61 is scheduled to L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a with binding_index 1 {{(pid=104273) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 05:36:29.124685 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=100 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:29.168710 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:29.171609 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af306107-ceff-4039-9de6-a9eb991e13df req-9b5c8478-0025-42a0-b9c1-0621edc1670f tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:29.175094 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-af306107-ceff-4039-9de6-a9eb991e13df req-9b5c8478-0025-42a0-b9c1-0621edc1670f tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 945 time: 0.0547318 Jul 28 05:36:29.176277 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-0d53526e-d4b9-41b1-b768-c8e57c08dabb req-1bd82e31-491b-4d4f-9ed1-fed1fc4dc641 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (fe1f17d9-4f02-47a9-919d-20bcf84468a2), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:29.219335 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] get_ports_and_sgs() called for port_ids ['fe1f17d9-4f02-47a9-919d-20bcf84468a2'] {{(pid=104274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:36:29.233217 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd82e31-491b-4d4f-9ed1-fed1fc4dc641 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Pushing event deleted for resources: {'Port': ['ID=fe1f17d9-4f02-47a9-919d-20bcf84468a2,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:29.276450 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-2d36df81-f0ea-40e8-8048-a146f332d203 req-8a7962d7-2200-4687-a71a-c5c4229a8873 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:29.277066 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-2d36df81-f0ea-40e8-8048-a146f332d203 req-8a7962d7-2200-4687-a71a-c5c4229a8873 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4016612'] for floatingip (be6fabff-737a-401e-9415-071f3dd7de7a), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:29.277199 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.db.l3_db [req-2d36df81-f0ea-40e8-8048-a146f332d203 req-8a7962d7-2200-4687-a71a-c5c4229a8873 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Floating IP be6fabff-737a-401e-9415-071f3dd7de7a disassociated. External IP: 172.27.0.27, port: 1507aad5-e944-47e5-a8d9-716f5bde1fff. Jul 28 05:36:29.278017 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [req-2d36df81-f0ea-40e8-8048-a146f332d203 req-8a7962d7-2200-4687-a71a-c5c4229a8873 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Calling delete_port for 1507aad5-e944-47e5-a8d9-716f5bde1fff owned by compute:nova {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:36:29.293657 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d53526e-d4b9-41b1-b768-c8e57c08dabb req-1bd82e31-491b-4d4f-9ed1-fed1fc4dc641 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] No DVR routers for this DVR port fe1f17d9-4f02-47a9-919d-20bcf84468a2 on host hv-cinder-79987 {{(pid=104272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:36:29.295661 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5c2d7ef5-fb96-42a8-a843-5f062e8c051c None None] Current status of the port cedb2da4-5c1e-4c24-aaa9-f050c147621c is: DOWN; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:36:29.296493 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5c2d7ef5-fb96-42a8-a843-5f062e8c051c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (cedb2da4-5c1e-4c24-aaa9-f050c147621c), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:29.296618 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-0d53526e-d4b9-41b1-b768-c8e57c08dabb req-1bd82e31-491b-4d4f-9ed1-fed1fc4dc641 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:29.299994 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0d53526e-d4b9-41b1-b768-c8e57c08dabb req-1bd82e31-491b-4d4f-9ed1-fed1fc4dc641 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.57 "DELETE /v2.0/ports/fe1f17d9-4f02-47a9-919d-20bcf84468a2 HTTP/1.1" status: 204 len: 173 time: 0.5638022 Jul 28 05:36:29.312418 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e6b4d9-234d-49ae-8696-ac067e997ae8', 'name': 'network-vif-deleted', 'tag': 'fe1f17d9-4f02-47a9-919d-20bcf84468a2'}] {{(pid=104272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:36:29.314924 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90743944bbcefbc541f6211993cabd2c9418e1ba23e64f30c52edf03935cac0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4f6b01-b26b-43fe-8b68-5cca2458c953" -d '{"events": [{"server_uuid": "d9e6b4d9-234d-49ae-8696-ac067e997ae8", "name": "network-vif-deleted", "tag": "fe1f17d9-4f02-47a9-919d-20bcf84468a2"}]}' {{(pid=104272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:36:29.343584 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5c2d7ef5-fb96-42a8-a843-5f062e8c051c None None] For port cedb2da4-5c1e-4c24-aaa9-f050c147621c, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=cedb2da4-5c1e-4c24-aaa9-f050c147621c,segment=NetworkSegment(57639c69-0516-4ecd-ba85-ed49ac0b9572),segment_id=57639c69-0516-4ecd-ba85-ed49ac0b9572)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:36:29.346635 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-af306107-ceff-4039-9de6-a9eb991e13df req-eca13229-9230-4550-88bf-a11694a6ad89 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=984e2255-0d1d-436b-8e73-fddfa3f2e016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647916 Jul 28 05:36:29.348540 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5437ad36-b85f-4d86-80b5-0dcdc1f4c37d admin admin] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:36:29.369096 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032939ba-f9b1-4037-ab25-02aeee3cfc2b None None] Sync routers for ids ['fb50c529-a26a-4ed6-8fbe-2c4e471c9c61'] in dv-cinder-799871-48-iscsi {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:36:29.382984 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032939ba-f9b1-4037-ab25-02aeee3cfc2b None None] Routers {'fb50c529-a26a-4ed6-8fbe-2c4e471c9c61'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:36:29.383600 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-032939ba-f9b1-4037-ab25-02aeee3cfc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:36:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['fb50c529-a26a-4ed6-8fbe-2c4e471c9c61'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:36:29.401401 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fd8c75-f832-41a6-840a-154559b82906 x-openstack-request-id: req-77fd8c75-f832-41a6-840a-154559b82906 {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:36:29.401401 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e6b4d9-234d-49ae-8696-ac067e997ae8", "name": "network-vif-deleted", "tag": "fe1f17d9-4f02-47a9-919d-20bcf84468a2", "status": "completed", "code": 200}]} {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:36:29.401401 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-77fd8c75-f832-41a6-840a-154559b82906 {{(pid=104272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:36:29.401401 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77fd8c75-f832-41a6-840a-154559b82906'] response: {'server_uuid': 'd9e6b4d9-234d-49ae-8696-ac067e997ae8', 'name': 'network-vif-deleted', 'tag': 'fe1f17d9-4f02-47a9-919d-20bcf84468a2', 'status': 'completed', 'code': 200} Jul 28 05:36:29.418292 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5c2d7ef5-fb96-42a8-a843-5f062e8c051c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (cedb2da4-5c1e-4c24-aaa9-f050c147621c), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:29.479682 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:29.486795 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d7ef5-fb96-42a8-a843-5f062e8c051c None None] Pushing event updated for resources: {'Port': ['ID=cedb2da4-5c1e-4c24-aaa9-f050c147621c,revision_number=3']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:29.502707 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-032939ba-f9b1-4037-ab25-02aeee3cfc2b None None] Set router fb50c529-a26a-4ed6-8fbe-2c4e471c9c61 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:36:29.516906 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5437ad36-b85f-4d86-80b5-0dcdc1f4c37d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:29.518274 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-5437ad36-b85f-4d86-80b5-0dcdc1f4c37d admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7782533 Jul 28 05:36:29.526741 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 38568) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:36:29.539910 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-e56efd71-6f68-4b32-a302-6f01c88c6ec3 None None] Provisioning complete for port cedb2da4-5c1e-4c24-aaa9-f050c147621c triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:36:29.540380 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e56efd71-6f68-4b32-a302-6f01c88c6ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (cedb2da4-5c1e-4c24-aaa9-f050c147621c), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:29.569458 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-2d36df81-f0ea-40e8-8048-a146f332d203 req-8a7962d7-2200-4687-a71a-c5c4229a8873 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (1507aad5-e944-47e5-a8d9-716f5bde1fff), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:29.614817 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7962d7-2200-4687-a71a-c5c4229a8873 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Pushing event deleted for resources: {'Port': ['ID=1507aad5-e944-47e5-a8d9-716f5bde1fff,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:29.637218 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8086895a-6276-4734-807f-3ba73c54c61c req-1fe2a251-14c2-433d-b4b4-3adbb5c4234c tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] 10.222.0.33 "GET /v2.0/ports?device_id=d9e6b4d9-234d-49ae-8696-ac067e997ae8 HTTP/1.1" status: 200 len: 210 time: 0.0493989 Jul 28 05:36:29.654707 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-e56efd71-6f68-4b32-a302-6f01c88c6ec3 None None] Current status of the port cedb2da4-5c1e-4c24-aaa9-f050c147621c is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:36:29.747221 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-032939ba-f9b1-4037-ab25-02aeee3cfc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb50c529-a26a-4ed6-8fbe-2c4e471c9c61', 'name': 'tempest-TestMinimumBasicScenario-421444397-router', 'tenant_id': '3d7fec4638dd49119e677467284e61fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '5ac55d01-d435-442c-9738-463bbcfef755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:36:26Z', 'updated_at': '2022-07-28T05:36:27Z', 'revision_number': 3, 'project_id': '3d7fec4638dd49119e677467284e61fb', 'gw_port': {'id': '5ac55d01-d435-442c-9738-463bbcfef755', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb50c529-a26a-4ed6-8fbe-2c4e471c9c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:36:27Z', 'updated_at': '2022-07-28T05:36:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:36:29.776879 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032939ba-f9b1-4037-ab25-02aeee3cfc2b None None] Checking router: fb50c529-a26a-4ed6-8fbe-2c4e471c9c61 for host: dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:36:29.777314 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032939ba-f9b1-4037-ab25-02aeee3cfc2b None None] Updating router fb50c529-a26a-4ed6-8fbe-2c4e471c9c61 port 5ac55d01-d435-442c-9738-463bbcfef755 binding host dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:36:29.806726 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-032939ba-f9b1-4037-ab25-02aeee3cfc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (5ac55d01-d435-442c-9738-463bbcfef755), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:29.858369 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d36df81-f0ea-40e8-8048-a146f332d203 req-8a7962d7-2200-4687-a71a-c5c4229a8873 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Router d6622d09-335a-4c4c-94b2-578f3726827c has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:36:29.864251 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:30.029914 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:30.055511 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-032939ba-f9b1-4037-ab25-02aeee3cfc2b None None] Publish callbacks [] for port (5ac55d01-d435-442c-9738-463bbcfef755), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:30.070168 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d36df81-f0ea-40e8-8048-a146f332d203 req-8a7962d7-2200-4687-a71a-c5c4229a8873 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:36:30.081144 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b477ab18-3fad-41f8-be69-3ca7db974021 None None] Sync routers for ids ['d6622d09-335a-4c4c-94b2-578f3726827c'] in dv-cinder-799871-48-iscsi {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:36:30.094104 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b477ab18-3fad-41f8-be69-3ca7db974021 None None] Routers {'d6622d09-335a-4c4c-94b2-578f3726827c'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:36:30.095055 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-b477ab18-3fad-41f8-be69-3ca7db974021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:36:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['d6622d09-335a-4c4c-94b2-578f3726827c'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:36:30.115291 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-032939ba-f9b1-4037-ab25-02aeee3cfc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (5ac55d01-d435-442c-9738-463bbcfef755), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:30.135037 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d36df81-f0ea-40e8-8048-a146f332d203 req-8a7962d7-2200-4687-a71a-c5c4229a8873 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] No DVR routers for this DVR port 1507aad5-e944-47e5-a8d9-716f5bde1fff on host hv-cinder-79987 {{(pid=104273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:36:30.151397 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-2d36df81-f0ea-40e8-8048-a146f332d203 req-8a7962d7-2200-4687-a71a-c5c4229a8873 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:30.157745 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-2d36df81-f0ea-40e8-8048-a146f332d203 req-8a7962d7-2200-4687-a71a-c5c4229a8873 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.57 "DELETE /v2.0/ports/1507aad5-e944-47e5-a8d9-716f5bde1fff HTTP/1.1" status: 204 len: 173 time: 1.4429517 Jul 28 05:36:30.159455 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9', 'name': 'network-vif-deleted', 'tag': '1507aad5-e944-47e5-a8d9-716f5bde1fff'}] {{(pid=104273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:36:30.171740 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}294c2db51adabc0e3fe9263869e3ac3ebddb58bd39f135069541a8ae7da0566b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21730a8c-81ef-4a1f-8e8f-264dc7c6c702" -d '{"events": [{"server_uuid": "9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9", "name": "network-vif-deleted", "tag": "1507aad5-e944-47e5-a8d9-716f5bde1fff"}]}' {{(pid=104273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:36:30.189240 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb62163-23eb-43dc-8b69-3e1dac422153 None None] Pushing event updated for resources: {'Port': ['ID=5ac55d01-d435-442c-9738-463bbcfef755,revision_number=2']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:30.230060 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [None req-032939ba-f9b1-4037-ab25-02aeee3cfc2b None None] Attempting to bind port 5ac55d01-d435-442c-9738-463bbcfef755 on host dv-cinder-799871-48-iscsi for vnic_type normal with profile {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:36:30.232919 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [None req-032939ba-f9b1-4037-ab25-02aeee3cfc2b None None] Attempting to bind port 5ac55d01-d435-442c-9738-463bbcfef755 by drivers openvswitch,hyperv on host dv-cinder-799871-48-iscsi at level 0 using segments [{'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:36:30.232919 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032939ba-f9b1-4037-ab25-02aeee3cfc2b None None] Attempting to bind port 5ac55d01-d435-442c-9738-463bbcfef755 on network d892672b-b726-43a1-a501-142ea5a750c8 {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:36:30.238598 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032939ba-f9b1-4037-ab25-02aeee3cfc2b None None] Checking agent: {'id': '5156d833-3082-4696-8f7b-587b7e45f062', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-48-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 22, 41), 'started_at': datetime.datetime(2022, 7, 28, 5, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-48-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:36:30.239185 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032939ba-f9b1-4037-ab25-02aeee3cfc2b None None] Checking segment: {'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:36:30.239734 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-032939ba-f9b1-4037-ab25-02aeee3cfc2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:30.240282 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032939ba-f9b1-4037-ab25-02aeee3cfc2b None None] Bound using segment: {'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:36:30.240940 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [None req-032939ba-f9b1-4037-ab25-02aeee3cfc2b None None] Bound port: 5ac55d01-d435-442c-9738-463bbcfef755, host: dv-cinder-799871-48-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:36:30.241322 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-032939ba-f9b1-4037-ab25-02aeee3cfc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (5ac55d01-d435-442c-9738-463bbcfef755), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:30.279303 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3910421e-a915-409f-af45-34ef7a9f49b4 x-openstack-request-id: req-3910421e-a915-409f-af45-34ef7a9f49b4 {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:36:30.280544 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9", "name": "network-vif-deleted", "tag": "1507aad5-e944-47e5-a8d9-716f5bde1fff", "status": "completed", "code": 200}]} {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:36:30.280544 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3910421e-a915-409f-af45-34ef7a9f49b4 {{(pid=104273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:36:30.281155 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3910421e-a915-409f-af45-34ef7a9f49b4'] response: {'server_uuid': '9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9', 'name': 'network-vif-deleted', 'tag': '1507aad5-e944-47e5-a8d9-716f5bde1fff', 'status': 'completed', 'code': 200} Jul 28 05:36:30.290071 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device cedb2da4-5c1e-4c24-aaa9-f050c147621c up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:36:30.319214 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [None req-032939ba-f9b1-4037-ab25-02aeee3cfc2b None None] For port 5ac55d01-d435-442c-9738-463bbcfef755, host dv-cinder-799871-48-iscsi, cleared binding levels {{(pid=104275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:36:30.323463 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [None req-032939ba-f9b1-4037-ab25-02aeee3cfc2b None None] For port 5ac55d01-d435-442c-9738-463bbcfef755, host dv-cinder-799871-48-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=5ac55d01-d435-442c-9738-463bbcfef755,segment=NetworkSegment(18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30),segment_id=18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30)] {{(pid=104275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:36:30.335492 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-7f85fa4b-282d-46e4-937a-72b16d34a82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:30.429856 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-032939ba-f9b1-4037-ab25-02aeee3cfc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (5ac55d01-d435-442c-9738-463bbcfef755), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:30.490122 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port cedb2da4-5c1e-4c24-aaa9-f050c147621c triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:36:30.490492 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (cedb2da4-5c1e-4c24-aaa9-f050c147621c), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:30.491836 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:30.505062 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb62163-23eb-43dc-8b69-3e1dac422153 None None] Pushing event updated for resources: {'Port': ['ID=5ac55d01-d435-442c-9738-463bbcfef755,revision_number=3']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:30.524786 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-b477ab18-3fad-41f8-be69-3ca7db974021 None None] Set router d6622d09-335a-4c4c-94b2-578f3726827c gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:36:30.525996 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032939ba-f9b1-4037-ab25-02aeee3cfc2b None None] Routers {'fb50c529-a26a-4ed6-8fbe-2c4e471c9c61'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:36:30.526690 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-032939ba-f9b1-4037-ab25-02aeee3cfc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:36:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['fb50c529-a26a-4ed6-8fbe-2c4e471c9c61'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:36:30.540641 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-17b4c9bf-873f-4059-ac3a-3b5255aa425a req-6bb4d518-7829-429a-93dc-8a3d4cda2f3b tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=9d6cbc90-945e-4440-9b7f-bb3be5fa7bd9 HTTP/1.1" status: 200 len: 210 time: 0.0682023 Jul 28 05:36:30.567024 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.db_base_plugin_common [None req-7f85fa4b-282d-46e4-937a-72b16d34a82c admin admin] Allocated IP 172.20.0.1 (57e43625-f867-42c5-a462-f63c7f43366a/76d8e1e3-4f39-4ccb-a0e3-8114a233c6cd/3ea25481-5b54-4c91-975b-8182c485733a) {{(pid=104273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:36:30.651971 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-032939ba-f9b1-4037-ab25-02aeee3cfc2b None None] Set router fb50c529-a26a-4ed6-8fbe-2c4e471c9c61 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:36:30.675010 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 1507aad5-e944-47e5-a8d9-716f5bde1fff no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:36:30.695200 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-7f85fa4b-282d-46e4-937a-72b16d34a82c admin admin] Publish callbacks [] for port (3ea25481-5b54-4c91-975b-8182c485733a), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:30.709124 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:30.712793 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] No Port match for: 1507aad5-e944-47e5-a8d9-716f5bde1fff {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:36:30.713264 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 1507aad5-e944-47e5-a8d9-716f5bde1fff not bound to the agent host hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:36:30.713737 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device fe1f17d9-4f02-47a9-919d-20bcf84468a2 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:36:30.740430 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] No Port match for: fe1f17d9-4f02-47a9-919d-20bcf84468a2 {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:36:30.740851 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device fe1f17d9-4f02-47a9-919d-20bcf84468a2 not bound to the agent host hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:36:30.782700 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:30.797528 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port cedb2da4-5c1e-4c24-aaa9-f050c147621c is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:36:30.849796 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-032939ba-f9b1-4037-ab25-02aeee3cfc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb50c529-a26a-4ed6-8fbe-2c4e471c9c61', 'name': 'tempest-TestMinimumBasicScenario-421444397-router', 'tenant_id': '3d7fec4638dd49119e677467284e61fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '5ac55d01-d435-442c-9738-463bbcfef755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:36:26Z', 'updated_at': '2022-07-28T05:36:27Z', 'revision_number': 3, 'project_id': '3d7fec4638dd49119e677467284e61fb', 'gw_port': {'id': '5ac55d01-d435-442c-9738-463bbcfef755', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb50c529-a26a-4ed6-8fbe-2c4e471c9c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:36:27Z', 'updated_at': '2022-07-28T05:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:36:30.855744 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-b477ab18-3fad-41f8-be69-3ca7db974021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'name': 'tempest-ServerRescueNegativeTestJSON-314920019-router', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd98d4552-f0bf-47a7-85a3-b1694e04f0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:24Z', 'updated_at': '2022-07-28T05:31:33Z', 'revision_number': 4, 'project_id': '99f094bca18d4939bb22f8d076d3a35c', 'gw_port': {'id': 'd98d4552-f0bf-47a7-85a3-b1694e04f0e5', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:25Z', 'updated_at': '2022-07-28T05:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'd494518c-2a9c-4afe-bced-f2d95e68187b', 'name': '', 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'mac_address': 'fa:16:3e:9e:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6633fe43-f109-432a-95d5-6755c5bac4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:52Z', 'revision_number': 5, 'project_id': '99f094bca18d4939bb22f8d076d3a35c', 'subnets': [{'id': '6633fe43-f109-432a-95d5-6755c5bac4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:36:30.863752 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-7f85fa4b-282d-46e4-937a-72b16d34a82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (3ea25481-5b54-4c91-975b-8182c485733a), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:30.869499 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:30.888575 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b477ab18-3fad-41f8-be69-3ca7db974021 None None] Checking router: d6622d09-335a-4c4c-94b2-578f3726827c for host: dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:36:30.900322 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b477ab18-3fad-41f8-be69-3ca7db974021 None None] Routers {'d6622d09-335a-4c4c-94b2-578f3726827c'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:36:30.901019 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-b477ab18-3fad-41f8-be69-3ca7db974021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:36:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['d6622d09-335a-4c4c-94b2-578f3726827c'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:36:30.916333 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f85fa4b-282d-46e4-937a-72b16d34a82c admin admin] Network 57e43625-f867-42c5-a462-f63c7f43366a is already hosted by enough agents. {{(pid=104273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:36:30.923845 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [None req-7f85fa4b-282d-46e4-937a-72b16d34a82c admin admin] Resources bound (agent type, host, resource id): {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:36:30.930018 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f85fa4b-282d-46e4-937a-72b16d34a82c admin admin] Received port after_create {{(pid=104273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:36:30.940179 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85fa4b-282d-46e4-937a-72b16d34a82c admin admin] Pushing event updated for resources: {'Port': ['ID=3ea25481-5b54-4c91-975b-8182c485733a,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:30.964038 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=100 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:30.987119 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-7f85fa4b-282d-46e4-937a-72b16d34a82c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4155265'] for router_interface (fb50c529-a26a-4ed6-8fbe-2c4e471c9c61), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:30.992371 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032939ba-f9b1-4037-ab25-02aeee3cfc2b None None] The sync data for ids ['fb50c529-a26a-4ed6-8fbe-2c4e471c9c61'] in dv-cinder-799871-48-iscsi is: [{'id': 'fb50c529-a26a-4ed6-8fbe-2c4e471c9c61', 'name': 'tempest-TestMinimumBasicScenario-421444397-router', 'tenant_id': '3d7fec4638dd49119e677467284e61fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '5ac55d01-d435-442c-9738-463bbcfef755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:36:26Z', 'updated_at': '2022-07-28T05:36:27Z', 'revision_number': 3, 'project_id': '3d7fec4638dd49119e677467284e61fb', 'gw_port': {'id': '5ac55d01-d435-442c-9738-463bbcfef755', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb50c529-a26a-4ed6-8fbe-2c4e471c9c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:36:27Z', 'updated_at': '2022-07-28T05:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}] {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:36:31.075409 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-b477ab18-3fad-41f8-be69-3ca7db974021 None None] Set router d6622d09-335a-4c4c-94b2-578f3726827c gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:36:31.298042 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-c55d3b93-2166-4c05-8328-bede59f4f351 None None] Provisioning complete for port 3ea25481-5b54-4c91-975b-8182c485733a triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:36:31.298042 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-c55d3b93-2166-4c05-8328-bede59f4f351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (3ea25481-5b54-4c91-975b-8182c485733a), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:31.416914 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-c55d3b93-2166-4c05-8328-bede59f4f351 None None] Port 3ea25481-5b54-4c91-975b-8182c485733a cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:36:31.438537 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-b477ab18-3fad-41f8-be69-3ca7db974021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'name': 'tempest-ServerRescueNegativeTestJSON-314920019-router', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd98d4552-f0bf-47a7-85a3-b1694e04f0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:24Z', 'updated_at': '2022-07-28T05:31:33Z', 'revision_number': 4, 'project_id': '99f094bca18d4939bb22f8d076d3a35c', 'gw_port': {'id': 'd98d4552-f0bf-47a7-85a3-b1694e04f0e5', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:25Z', 'updated_at': '2022-07-28T05:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'd494518c-2a9c-4afe-bced-f2d95e68187b', 'name': '', 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'mac_address': 'fa:16:3e:9e:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6633fe43-f109-432a-95d5-6755c5bac4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:52Z', 'revision_number': 5, 'project_id': '99f094bca18d4939bb22f8d076d3a35c', 'subnets': [{'id': '6633fe43-f109-432a-95d5-6755c5bac4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:36:31.464609 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b477ab18-3fad-41f8-be69-3ca7db974021 None None] The sync data for ids ['d6622d09-335a-4c4c-94b2-578f3726827c'] in dv-cinder-799871-48-iscsi is: [{'id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'name': 'tempest-ServerRescueNegativeTestJSON-314920019-router', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd98d4552-f0bf-47a7-85a3-b1694e04f0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:24Z', 'updated_at': '2022-07-28T05:31:33Z', 'revision_number': 4, 'project_id': '99f094bca18d4939bb22f8d076d3a35c', 'gw_port': {'id': 'd98d4552-f0bf-47a7-85a3-b1694e04f0e5', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:25Z', 'updated_at': '2022-07-28T05:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'd494518c-2a9c-4afe-bced-f2d95e68187b', 'name': '', 'network_id': '11838418-6b14-40b8-a589-613bdb83fff4', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'mac_address': 'fa:16:3e:9e:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6633fe43-f109-432a-95d5-6755c5bac4f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:52Z', 'revision_number': 5, 'project_id': '99f094bca18d4939bb22f8d076d3a35c', 'subnets': [{'id': '6633fe43-f109-432a-95d5-6755c5bac4f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:36:31.566591 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-7f85fa4b-282d-46e4-937a-72b16d34a82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (3ea25481-5b54-4c91-975b-8182c485733a), before_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:31.687524 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:31.759301 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 38604) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:36:31.766681 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-7f85fa4b-282d-46e4-937a-72b16d34a82c admin admin] Publish callbacks [] for port (3ea25481-5b54-4c91-975b-8182c485733a), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:31.829793 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9c6e0492-3a41-4495-b792-9512e73e7ec4 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks [] for security_group (984e2255-0d1d-436b-8e73-fddfa3f2e016), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:31.846454 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-7f85fa4b-282d-46e4-937a-72b16d34a82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8744973'] for port (3ea25481-5b54-4c91-975b-8182c485733a), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:31.859063 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea8005b-fa97-4ca2-b1db-97d49be8d9a5 None None] New status for floating IP be6fabff-737a-401e-9415-071f3dd7de7a: DOWN {{(pid=104275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 05:36:31.875776 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9c6e0492-3a41-4495-b792-9512e73e7ec4 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks [] for security_group (984e2255-0d1d-436b-8e73-fddfa3f2e016), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:31.879573 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:31.897954 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:31.936327 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-7f85fa4b-282d-46e4-937a-72b16d34a82c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4155389'] for router_interface (fb50c529-a26a-4ed6-8fbe-2c4e471c9c61), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:31.939417 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85fa4b-282d-46e4-937a-72b16d34a82c admin admin] Pushing event updated for resources: {'Port': ['ID=3ea25481-5b54-4c91-975b-8182c485733a,revision_number=2']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:32.017440 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9c6e0492-3a41-4495-b792-9512e73e7ec4 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (984e2255-0d1d-436b-8e73-fddfa3f2e016), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:32.024279 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9c6e0492-3a41-4495-b792-9512e73e7ec4 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:32.027125 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-9c6e0492-3a41-4495-b792-9512e73e7ec4 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "DELETE /v2.0/security-groups/984e2255-0d1d-436b-8e73-fddfa3f2e016 HTTP/1.1" status: 204 len: 168 time: 0.2657063 Jul 28 05:36:32.034052 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 38612) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:36:32.058836 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e0492-3a41-4495-b792-9512e73e7ec4 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=984e2255-0d1d-436b-8e73-fddfa3f2e016,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:32.061938 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.api.v2.resource [None req-c8b2f032-2f65-4964-8243-4a574798f560 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] show failed (client error): The resource could not be found. Jul 28 05:36:32.063242 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-c8b2f032-2f65-4964-8243-4a574798f560 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups/984e2255-0d1d-436b-8e73-fddfa3f2e016 HTTP/1.1" status: 404 len: 347 time: 0.0280385 Jul 28 05:36:32.066080 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 38614) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:36:32.082027 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f85fa4b-282d-46e4-937a-72b16d34a82c admin admin] Network 57e43625-f867-42c5-a462-f63c7f43366a is already hosted by enough agents. {{(pid=104273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:36:32.083565 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [None req-7f85fa4b-282d-46e4-937a-72b16d34a82c admin admin] Resources bound (agent type, host, resource id): {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:36:32.261769 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [None req-bf39e214-fe6b-49a1-b9d1-0fd9a3b54ca5 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Deleting port 8c526195-9ba0-4b99-94e0-a929e83360c2 {{(pid=104272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:36:32.262506 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bf39e214-fe6b-49a1-b9d1-0fd9a3b54ca5 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (8c526195-9ba0-4b99-94e0-a929e83360c2), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:32.287357 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 5ac55d01-d435-442c-9738-463bbcfef755 up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:36:32.349157 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f85fa4b-282d-46e4-937a-72b16d34a82c admin admin] Router fb50c529-a26a-4ed6-8fbe-2c4e471c9c61 has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:36:32.387670 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port 5ac55d01-d435-442c-9738-463bbcfef755 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:36:32.388198 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (5ac55d01-d435-442c-9738-463bbcfef755), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:32.402533 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bf39e214-fe6b-49a1-b9d1-0fd9a3b54ca5 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (8c526195-9ba0-4b99-94e0-a929e83360c2), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:32.403147 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bf39e214-fe6b-49a1-b9d1-0fd9a3b54ca5 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks [] for floatingip (8c526195-9ba0-4b99-94e0-a929e83360c2), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:32.428879 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [None req-bf39e214-fe6b-49a1-b9d1-0fd9a3b54ca5 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Calling delete_port for 8c526195-9ba0-4b99-94e0-a929e83360c2 owned by network:floatingip {{(pid=104272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:36:32.459617 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-b05aa212-ab97-4199-b31c-8d9b53e99e83 None None] Provisioning complete for port 3ea25481-5b54-4c91-975b-8182c485733a triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:36:32.460176 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-b05aa212-ab97-4199-b31c-8d9b53e99e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (3ea25481-5b54-4c91-975b-8182c485733a), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:32.491852 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:32.504239 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f85fa4b-282d-46e4-937a-72b16d34a82c admin admin] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:36:32.510019 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-7f85fa4b-282d-46e4-937a-72b16d34a82c admin admin] 10.222.0.33 "PUT /v2.0/routers/fb50c529-a26a-4ed6-8fbe-2c4e471c9c61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9822364 Jul 28 05:36:32.525403 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-b05aa212-ab97-4199-b31c-8d9b53e99e83 None None] Port 3ea25481-5b54-4c91-975b-8182c485733a cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:36:32.531192 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port 5ac55d01-d435-442c-9738-463bbcfef755 is: DOWN; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:36:32.531594 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (5ac55d01-d435-442c-9738-463bbcfef755), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:32.567695 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] For port 5ac55d01-d435-442c-9738-463bbcfef755, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=5ac55d01-d435-442c-9738-463bbcfef755,segment=NetworkSegment(18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30),segment_id=18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:36:32.657065 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (5ac55d01-d435-442c-9738-463bbcfef755), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:32.680376 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bf39e214-fe6b-49a1-b9d1-0fd9a3b54ca5 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (8c526195-9ba0-4b99-94e0-a929e83360c2), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:32.707876 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf39e214-fe6b-49a1-b9d1-0fd9a3b54ca5 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Pushing event deleted for resources: {'Port': ['ID=8c526195-9ba0-4b99-94e0-a929e83360c2,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:32.714750 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Pushing event updated for resources: {'Port': ['ID=5ac55d01-d435-442c-9738-463bbcfef755,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:32.784547 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bf39e214-fe6b-49a1-b9d1-0fd9a3b54ca5 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks [] for floatingip (be6fabff-737a-401e-9415-071f3dd7de7a), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:32.787542 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bf39e214-fe6b-49a1-b9d1-0fd9a3b54ca5 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for floatingip (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:32.788720 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-bf39e214-fe6b-49a1-b9d1-0fd9a3b54ca5 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "DELETE /v2.0/floatingips/be6fabff-737a-401e-9415-071f3dd7de7a HTTP/1.1" status: 204 len: 168 time: 0.7217095 Jul 28 05:36:32.788840 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:34.188283 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 5ac55d01-d435-442c-9738-463bbcfef755 up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:36:34.216637 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ee9ebd-be9a-49ac-95e3-79df8ba72037 None None] Sync routers for ids ['fb50c529-a26a-4ed6-8fbe-2c4e471c9c61'] in dv-cinder-799871-48-iscsi {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:36:34.242349 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ee9ebd-be9a-49ac-95e3-79df8ba72037 None None] Routers {'fb50c529-a26a-4ed6-8fbe-2c4e471c9c61'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:36:34.242960 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-d8ee9ebd-be9a-49ac-95e3-79df8ba72037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:36:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['fb50c529-a26a-4ed6-8fbe-2c4e471c9c61'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:36:34.290540 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:34.298626 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port 5ac55d01-d435-442c-9738-463bbcfef755 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:36:34.299318 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (5ac55d01-d435-442c-9738-463bbcfef755), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:34.423189 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-d8ee9ebd-be9a-49ac-95e3-79df8ba72037 None None] Set router fb50c529-a26a-4ed6-8fbe-2c4e471c9c61 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:36:34.453211 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:34.471032 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port 5ac55d01-d435-442c-9738-463bbcfef755 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:36:34.639598 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-d8ee9ebd-be9a-49ac-95e3-79df8ba72037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb50c529-a26a-4ed6-8fbe-2c4e471c9c61', 'name': 'tempest-TestMinimumBasicScenario-421444397-router', 'tenant_id': '3d7fec4638dd49119e677467284e61fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '5ac55d01-d435-442c-9738-463bbcfef755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:36:26Z', 'updated_at': '2022-07-28T05:36:31Z', 'revision_number': 4, 'project_id': '3d7fec4638dd49119e677467284e61fb', 'gw_port': {'id': '5ac55d01-d435-442c-9738-463bbcfef755', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb50c529-a26a-4ed6-8fbe-2c4e471c9c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:36:27Z', 'updated_at': '2022-07-28T05:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': '3ea25481-5b54-4c91-975b-8182c485733a', 'name': '', 'network_id': '57e43625-f867-42c5-a462-f63c7f43366a', 'tenant_id': '3d7fec4638dd49119e677467284e61fb', 'mac_address': 'fa:16:3e:be:36:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb50c529-a26a-4ed6-8fbe-2c4e471c9c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '76d8e1e3-4f39-4ccb-a0e3-8114a233c6cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:36:30Z', 'updated_at': '2022-07-28T05:36:31Z', 'revision_number': 2, 'project_id': '3d7fec4638dd49119e677467284e61fb', 'subnets': [{'id': '76d8e1e3-4f39-4ccb-a0e3-8114a233c6cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:36:34.670932 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ee9ebd-be9a-49ac-95e3-79df8ba72037 None None] Checking router: fb50c529-a26a-4ed6-8fbe-2c4e471c9c61 for host: dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:36:34.671240 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ee9ebd-be9a-49ac-95e3-79df8ba72037 None None] Updating router fb50c529-a26a-4ed6-8fbe-2c4e471c9c61 port 3ea25481-5b54-4c91-975b-8182c485733a binding host dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:36:34.703608 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-d8ee9ebd-be9a-49ac-95e3-79df8ba72037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (3ea25481-5b54-4c91-975b-8182c485733a), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:34.988746 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-d8ee9ebd-be9a-49ac-95e3-79df8ba72037 None None] Publish callbacks [] for port (3ea25481-5b54-4c91-975b-8182c485733a), precommit_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:35.057092 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-d8ee9ebd-be9a-49ac-95e3-79df8ba72037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (3ea25481-5b54-4c91-975b-8182c485733a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:35.280805 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b561c2e-e03d-4064-9113-2604acee0a5e None None] Pushing event updated for resources: {'Port': ['ID=3ea25481-5b54-4c91-975b-8182c485733a,revision_number=3']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:35.342130 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-d8ee9ebd-be9a-49ac-95e3-79df8ba72037 None None] Attempting to bind port 3ea25481-5b54-4c91-975b-8182c485733a on host dv-cinder-799871-48-iscsi for vnic_type normal with profile {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:36:35.343042 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-d8ee9ebd-be9a-49ac-95e3-79df8ba72037 None None] Attempting to bind port 3ea25481-5b54-4c91-975b-8182c485733a by drivers openvswitch,hyperv on host dv-cinder-799871-48-iscsi at level 0 using segments [{'id': '57639c69-0516-4ecd-ba85-ed49ac0b9572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '57e43625-f867-42c5-a462-f63c7f43366a'}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:36:35.343509 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ee9ebd-be9a-49ac-95e3-79df8ba72037 None None] Attempting to bind port 3ea25481-5b54-4c91-975b-8182c485733a on network 57e43625-f867-42c5-a462-f63c7f43366a {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:36:35.350674 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-d5c9c903-666d-4016-b20e-9beae5f74869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:35.352635 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ee9ebd-be9a-49ac-95e3-79df8ba72037 None None] Checking agent: {'id': '5156d833-3082-4696-8f7b-587b7e45f062', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-48-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 22, 41), 'started_at': datetime.datetime(2022, 7, 28, 5, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-48-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:36:35.353141 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ee9ebd-be9a-49ac-95e3-79df8ba72037 None None] Checking segment: {'id': '57639c69-0516-4ecd-ba85-ed49ac0b9572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '57e43625-f867-42c5-a462-f63c7f43366a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:36:35.353698 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-d8ee9ebd-be9a-49ac-95e3-79df8ba72037 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:35.354357 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ee9ebd-be9a-49ac-95e3-79df8ba72037 None None] Bound using segment: {'id': '57639c69-0516-4ecd-ba85-ed49ac0b9572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '57e43625-f867-42c5-a462-f63c7f43366a'} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:36:35.354784 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-d8ee9ebd-be9a-49ac-95e3-79df8ba72037 None None] Bound port: 3ea25481-5b54-4c91-975b-8182c485733a, host: dv-cinder-799871-48-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57639c69-0516-4ecd-ba85-ed49ac0b9572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '57e43625-f867-42c5-a462-f63c7f43366a'}}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:36:35.355269 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-d8ee9ebd-be9a-49ac-95e3-79df8ba72037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (3ea25481-5b54-4c91-975b-8182c485733a), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:35.437077 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-d8ee9ebd-be9a-49ac-95e3-79df8ba72037 None None] For port 3ea25481-5b54-4c91-975b-8182c485733a, host dv-cinder-799871-48-iscsi, cleared binding levels {{(pid=104274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:36:35.440594 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-d8ee9ebd-be9a-49ac-95e3-79df8ba72037 None None] For port 3ea25481-5b54-4c91-975b-8182c485733a, host dv-cinder-799871-48-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=3ea25481-5b54-4c91-975b-8182c485733a,segment=NetworkSegment(57639c69-0516-4ecd-ba85-ed49ac0b9572),segment_id=57639c69-0516-4ecd-ba85-ed49ac0b9572)] {{(pid=104274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:36:35.507542 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-d8ee9ebd-be9a-49ac-95e3-79df8ba72037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (3ea25481-5b54-4c91-975b-8182c485733a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:35.548438 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-3275709f-5101-44ce-be31-af9aa81c355c None None] Provisioning complete for port 3ea25481-5b54-4c91-975b-8182c485733a triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:36:35.548821 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-3275709f-5101-44ce-be31-af9aa81c355c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (3ea25481-5b54-4c91-975b-8182c485733a), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:35.594883 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:35.638101 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ee9ebd-be9a-49ac-95e3-79df8ba72037 None None] Routers {'fb50c529-a26a-4ed6-8fbe-2c4e471c9c61'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:36:35.638844 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-d8ee9ebd-be9a-49ac-95e3-79df8ba72037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:36:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['fb50c529-a26a-4ed6-8fbe-2c4e471c9c61'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:36:35.640926 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b561c2e-e03d-4064-9113-2604acee0a5e None None] Pushing event updated for resources: {'Port': ['ID=3ea25481-5b54-4c91-975b-8182c485733a,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:35.646252 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:35.781927 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-3275709f-5101-44ce-be31-af9aa81c355c None None] Current status of the port 3ea25481-5b54-4c91-975b-8182c485733a is: DOWN; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:36:35.782230 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-3275709f-5101-44ce-be31-af9aa81c355c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (3ea25481-5b54-4c91-975b-8182c485733a), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:35.821570 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-d8ee9ebd-be9a-49ac-95e3-79df8ba72037 None None] Set router fb50c529-a26a-4ed6-8fbe-2c4e471c9c61 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:36:35.858320 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-3275709f-5101-44ce-be31-af9aa81c355c None None] For port 3ea25481-5b54-4c91-975b-8182c485733a, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=3ea25481-5b54-4c91-975b-8182c485733a,segment=NetworkSegment(57639c69-0516-4ecd-ba85-ed49ac0b9572),segment_id=57639c69-0516-4ecd-ba85-ed49ac0b9572)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:36:35.942491 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-3275709f-5101-44ce-be31-af9aa81c355c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (3ea25481-5b54-4c91-975b-8182c485733a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:36.020883 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3275709f-5101-44ce-be31-af9aa81c355c None None] Pushing event updated for resources: {'Port': ['ID=3ea25481-5b54-4c91-975b-8182c485733a,revision_number=5']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:36.090632 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-6fb46ecd-226c-426b-b563-822907560242 None None] Provisioning complete for port 3ea25481-5b54-4c91-975b-8182c485733a triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:36:36.091012 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-6fb46ecd-226c-426b-b563-822907560242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (3ea25481-5b54-4c91-975b-8182c485733a), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:36.130064 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-d8ee9ebd-be9a-49ac-95e3-79df8ba72037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb50c529-a26a-4ed6-8fbe-2c4e471c9c61', 'name': 'tempest-TestMinimumBasicScenario-421444397-router', 'tenant_id': '3d7fec4638dd49119e677467284e61fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '5ac55d01-d435-442c-9738-463bbcfef755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:36:26Z', 'updated_at': '2022-07-28T05:36:31Z', 'revision_number': 4, 'project_id': '3d7fec4638dd49119e677467284e61fb', 'gw_port': {'id': '5ac55d01-d435-442c-9738-463bbcfef755', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb50c529-a26a-4ed6-8fbe-2c4e471c9c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:36:27Z', 'updated_at': '2022-07-28T05:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': '3ea25481-5b54-4c91-975b-8182c485733a', 'name': '', 'network_id': '57e43625-f867-42c5-a462-f63c7f43366a', 'tenant_id': '3d7fec4638dd49119e677467284e61fb', 'mac_address': 'fa:16:3e:be:36:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb50c529-a26a-4ed6-8fbe-2c4e471c9c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '76d8e1e3-4f39-4ccb-a0e3-8114a233c6cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:36:30Z', 'updated_at': '2022-07-28T05:36:35Z', 'revision_number': 4, 'project_id': '3d7fec4638dd49119e677467284e61fb', 'subnets': [{'id': '76d8e1e3-4f39-4ccb-a0e3-8114a233c6cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:36:36.167163 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ee9ebd-be9a-49ac-95e3-79df8ba72037 None None] The sync data for ids ['fb50c529-a26a-4ed6-8fbe-2c4e471c9c61'] in dv-cinder-799871-48-iscsi is: [{'id': 'fb50c529-a26a-4ed6-8fbe-2c4e471c9c61', 'name': 'tempest-TestMinimumBasicScenario-421444397-router', 'tenant_id': '3d7fec4638dd49119e677467284e61fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '5ac55d01-d435-442c-9738-463bbcfef755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:36:26Z', 'updated_at': '2022-07-28T05:36:31Z', 'revision_number': 4, 'project_id': '3d7fec4638dd49119e677467284e61fb', 'gw_port': {'id': '5ac55d01-d435-442c-9738-463bbcfef755', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb50c529-a26a-4ed6-8fbe-2c4e471c9c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:36:27Z', 'updated_at': '2022-07-28T05:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': '3ea25481-5b54-4c91-975b-8182c485733a', 'name': '', 'network_id': '57e43625-f867-42c5-a462-f63c7f43366a', 'tenant_id': '3d7fec4638dd49119e677467284e61fb', 'mac_address': 'fa:16:3e:be:36:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb50c529-a26a-4ed6-8fbe-2c4e471c9c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '76d8e1e3-4f39-4ccb-a0e3-8114a233c6cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:36:30Z', 'updated_at': '2022-07-28T05:36:35Z', 'revision_number': 4, 'project_id': '3d7fec4638dd49119e677467284e61fb', 'subnets': [{'id': '76d8e1e3-4f39-4ccb-a0e3-8114a233c6cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:36:36.186861 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:36.247938 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-6fb46ecd-226c-426b-b563-822907560242 None None] Current status of the port 3ea25481-5b54-4c91-975b-8182c485733a is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:36:37.697243 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-603d10c5-2502-4329-91e7-e40ea31094d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:38.304838 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 3ea25481-5b54-4c91-975b-8182c485733a up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:36:38.380318 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port 3ea25481-5b54-4c91-975b-8182c485733a triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:36:38.380999 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (3ea25481-5b54-4c91-975b-8182c485733a), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:38.533769 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port 3ea25481-5b54-4c91-975b-8182c485733a is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:36:38.623461 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:38.759826 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f2be5-033e-4e77-8199-79ce65f2fa72 req-f2a0ac23-d909-4acf-970a-b4056a3ea909 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:38.769629 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-df9f2be5-033e-4e77-8199-79ce65f2fa72 req-f2a0ac23-d909-4acf-970a-b4056a3ea909 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 946 time: 0.1199269 Jul 28 05:36:38.885310 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-df9f2be5-033e-4e77-8199-79ce65f2fa72 req-a74cc7ea-bd60-4350-81ae-db48ce0e8467 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142042 Jul 28 05:36:40.037123 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ccbeb-e7db-47b1-8118-743a4d3b890e req-49f790fb-89d9-447c-8dd5-3c68293decd8 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:40.039183 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-831ccbeb-e7db-47b1-8118-743a4d3b890e req-49f790fb-89d9-447c-8dd5-3c68293decd8 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 946 time: 0.0673392 Jul 28 05:36:40.102631 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-831ccbeb-e7db-47b1-8118-743a4d3b890e req-674f2ce0-8ee9-4f8c-81d5-5d8dde12f383 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536640 Jul 28 05:36:40.512795 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:40.878548 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:42.502100 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=25 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:42.942135 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dec4d4-3c0e-4ad4-9f74-260f44d05aaa req-08b5991f-baea-4592-a863-0c469505f2dc tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:42.945589 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-99dec4d4-3c0e-4ad4-9f74-260f44d05aaa req-08b5991f-baea-4592-a863-0c469505f2dc tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.57 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 946 time: 0.0658772 Jul 28 05:36:43.106395 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [req-99dec4d4-3c0e-4ad4-9f74-260f44d05aaa req-67bf9f98-d89a-4134-b0da-1c2d057c4b5e tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Deleting port 7685d4b0-825f-4ec9-b8cb-496d80179339 {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:36:43.108082 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-99dec4d4-3c0e-4ad4-9f74-260f44d05aaa req-67bf9f98-d89a-4134-b0da-1c2d057c4b5e tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (7685d4b0-825f-4ec9-b8cb-496d80179339), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:43.307452 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [req-99dec4d4-3c0e-4ad4-9f74-260f44d05aaa req-67bf9f98-d89a-4134-b0da-1c2d057c4b5e tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] For port 7685d4b0-825f-4ec9-b8cb-496d80179339, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7685d4b0-825f-4ec9-b8cb-496d80179339,segment=NetworkSegment(969590d0-dfe4-4fac-89e7-175241a5022e),segment_id=969590d0-dfe4-4fac-89e7-175241a5022e)] {{(pid=104273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:36:43.308322 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-99dec4d4-3c0e-4ad4-9f74-260f44d05aaa req-67bf9f98-d89a-4134-b0da-1c2d057c4b5e tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (7685d4b0-825f-4ec9-b8cb-496d80179339), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:43.351809 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [req-99dec4d4-3c0e-4ad4-9f74-260f44d05aaa req-67bf9f98-d89a-4134-b0da-1c2d057c4b5e tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Calling delete_port for 7685d4b0-825f-4ec9-b8cb-496d80179339 owned by compute:nova {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:36:43.438965 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385ddea-d40e-4c4b-b1a3-dddf281897b8 req-07f9301d-f967-414b-ac85-d0dba0b0abdb tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:43.441685 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8385ddea-d40e-4c4b-b1a3-dddf281897b8 req-07f9301d-f967-414b-ac85-d0dba0b0abdb tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.57 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.1233995 Jul 28 05:36:43.690369 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [req-8385ddea-d40e-4c4b-b1a3-dddf281897b8 req-798ed2f7-0f58-4b58-b963-59525837679e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Deleting port 4306092c-5986-4fc4-a865-0baac79b0fbf {{(pid=104272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:36:43.690967 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-8385ddea-d40e-4c4b-b1a3-dddf281897b8 req-798ed2f7-0f58-4b58-b963-59525837679e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (4306092c-5986-4fc4-a865-0baac79b0fbf), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:43.851268 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [req-8385ddea-d40e-4c4b-b1a3-dddf281897b8 req-798ed2f7-0f58-4b58-b963-59525837679e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] For port 4306092c-5986-4fc4-a865-0baac79b0fbf, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4306092c-5986-4fc4-a865-0baac79b0fbf,segment=NetworkSegment(c9e82de0-9864-4c88-908a-44b07604c3c0),segment_id=c9e82de0-9864-4c88-908a-44b07604c3c0)] {{(pid=104272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:36:43.851616 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-8385ddea-d40e-4c4b-b1a3-dddf281897b8 req-798ed2f7-0f58-4b58-b963-59525837679e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (4306092c-5986-4fc4-a865-0baac79b0fbf), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:44.192721 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:44.195350 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:44.200651 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-99dec4d4-3c0e-4ad4-9f74-260f44d05aaa req-67bf9f98-d89a-4134-b0da-1c2d057c4b5e tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (7685d4b0-825f-4ec9-b8cb-496d80179339), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:44.212847 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] get_ports_and_sgs() called for port_ids ['c16cb5d0-7376-4ff8-92fe-2ea79594b837'] {{(pid=104274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:36:44.231373 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf9f98-d89a-4134-b0da-1c2d057c4b5e tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Pushing event deleted for resources: {'Port': ['ID=7685d4b0-825f-4ec9-b8cb-496d80179339,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:44.289812 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [req-99dec4d4-3c0e-4ad4-9f74-260f44d05aaa req-67bf9f98-d89a-4134-b0da-1c2d057c4b5e tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] No DVR routers for this DVR port 7685d4b0-825f-4ec9-b8cb-496d80179339 on host hv-cinder-79987 {{(pid=104273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:36:44.292832 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-99dec4d4-3c0e-4ad4-9f74-260f44d05aaa req-67bf9f98-d89a-4134-b0da-1c2d057c4b5e tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:44.297359 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-99dec4d4-3c0e-4ad4-9f74-260f44d05aaa req-67bf9f98-d89a-4134-b0da-1c2d057c4b5e tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.57 "DELETE /v2.0/ports/7685d4b0-825f-4ec9-b8cb-496d80179339 HTTP/1.1" status: 204 len: 173 time: 1.3331575 Jul 28 05:36:44.298122 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f5c96f-2d88-48b0-862e-ce27c19abfb4', 'name': 'network-vif-deleted', 'tag': '7685d4b0-825f-4ec9-b8cb-496d80179339'}] {{(pid=104273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:36:44.300444 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}294c2db51adabc0e3fe9263869e3ac3ebddb58bd39f135069541a8ae7da0566b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a25ed7-f5ca-4fa0-8755-d339175db2ae" -d '{"events": [{"server_uuid": "86f5c96f-2d88-48b0-862e-ce27c19abfb4", "name": "network-vif-deleted", "tag": "7685d4b0-825f-4ec9-b8cb-496d80179339"}]}' {{(pid=104273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:36:44.339312 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-8385ddea-d40e-4c4b-b1a3-dddf281897b8 req-798ed2f7-0f58-4b58-b963-59525837679e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:44.339676 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-8385ddea-d40e-4c4b-b1a3-dddf281897b8 req-798ed2f7-0f58-4b58-b963-59525837679e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4016612'] for floatingip (9925749b-6850-4b44-a02e-b337943d5048), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:44.339988 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.db.l3_db [req-8385ddea-d40e-4c4b-b1a3-dddf281897b8 req-798ed2f7-0f58-4b58-b963-59525837679e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Floating IP 9925749b-6850-4b44-a02e-b337943d5048 disassociated. External IP: 172.27.0.232, port: 4306092c-5986-4fc4-a865-0baac79b0fbf. Jul 28 05:36:44.340334 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [req-8385ddea-d40e-4c4b-b1a3-dddf281897b8 req-798ed2f7-0f58-4b58-b963-59525837679e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Calling delete_port for 4306092c-5986-4fc4-a865-0baac79b0fbf owned by compute:nova {{(pid=104272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:36:44.558461 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75562d55-155f-4e29-9874-56201b3f271b req-fa380219-650c-4681-ab53-02654b346359 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:44.560019 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-75562d55-155f-4e29-9874-56201b3f271b req-fa380219-650c-4681-ab53-02654b346359 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 946 time: 0.1329587 Jul 28 05:36:44.658013 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-8385ddea-d40e-4c4b-b1a3-dddf281897b8 req-798ed2f7-0f58-4b58-b963-59525837679e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (4306092c-5986-4fc4-a865-0baac79b0fbf), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:44.737013 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 7685d4b0-825f-4ec9-b8cb-496d80179339 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:36:44.741453 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ed2f7-0f58-4b58-b963-59525837679e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Pushing event deleted for resources: {'Port': ['ID=4306092c-5986-4fc4-a865-0baac79b0fbf,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:44.790857 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] No Port match for: 7685d4b0-825f-4ec9-b8cb-496d80179339 {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:36:44.791925 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 7685d4b0-825f-4ec9-b8cb-496d80179339 not bound to the agent host hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:36:44.797728 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-75562d55-155f-4e29-9874-56201b3f271b req-ce973a32-82ce-4a6f-9748-2c12299671b9 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=9ba09e40-70b5-42e2-b6a1-b20e804d93f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2231085 Jul 28 05:36:44.800016 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ed2f7-0f58-4b58-b963-59525837679e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:44.800371 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ed2f7-0f58-4b58-b963-59525837679e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:44.800717 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ed2f7-0f58-4b58-b963-59525837679e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:44.801064 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ed2f7-0f58-4b58-b963-59525837679e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:44.801402 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ed2f7-0f58-4b58-b963-59525837679e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:44.813191 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ed2f7-0f58-4b58-b963-59525837679e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:44.813874 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ed2f7-0f58-4b58-b963-59525837679e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:44.814391 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ed2f7-0f58-4b58-b963-59525837679e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:44.816670 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ed2f7-0f58-4b58-b963-59525837679e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:44.825408 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ed2f7-0f58-4b58-b963-59525837679e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:44.825408 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ed2f7-0f58-4b58-b963-59525837679e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:44.825408 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ed2f7-0f58-4b58-b963-59525837679e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:44.825408 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ed2f7-0f58-4b58-b963-59525837679e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:44.825408 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ed2f7-0f58-4b58-b963-59525837679e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:44.827559 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ed2f7-0f58-4b58-b963-59525837679e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:44.859739 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=37,neutron:UPDATE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:44.871265 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:45.069103 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:45.085274 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e09bff9f-4f2d-47d7-ac38-091a5790fc13 req-0754450a-ba25-4c19-b17f-b60c0d86c3f7 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=86f5c96f-2d88-48b0-862e-ce27c19abfb4 HTTP/1.1" status: 200 len: 210 time: 0.0439165 Jul 28 05:36:45.104151 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8385ddea-d40e-4c4b-b1a3-dddf281897b8 req-798ed2f7-0f58-4b58-b963-59525837679e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Router 44df7d44-fab5-44ae-8bad-aa8f05374a42 has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:36:45.192080 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2304b5e-b51e-4504-923e-bbd22d4f64c6 x-openstack-request-id: req-e2304b5e-b51e-4504-923e-bbd22d4f64c6 {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:36:45.192080 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f5c96f-2d88-48b0-862e-ce27c19abfb4", "name": "network-vif-deleted", "tag": "7685d4b0-825f-4ec9-b8cb-496d80179339", "status": "completed", "code": 200}]} {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:36:45.192080 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e2304b5e-b51e-4504-923e-bbd22d4f64c6 {{(pid=104273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:36:45.192080 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2304b5e-b51e-4504-923e-bbd22d4f64c6'] response: {'server_uuid': '86f5c96f-2d88-48b0-862e-ce27c19abfb4', 'name': 'network-vif-deleted', 'tag': '7685d4b0-825f-4ec9-b8cb-496d80179339', 'status': 'completed', 'code': 200} Jul 28 05:36:45.343304 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8385ddea-d40e-4c4b-b1a3-dddf281897b8 req-798ed2f7-0f58-4b58-b963-59525837679e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:36:45.356267 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329e3671-d502-4302-a3a0-f8e4f4f4c38d None None] Sync routers for ids ['44df7d44-fab5-44ae-8bad-aa8f05374a42'] in dv-cinder-799871-48-iscsi {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:36:45.375081 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329e3671-d502-4302-a3a0-f8e4f4f4c38d None None] Routers {'44df7d44-fab5-44ae-8bad-aa8f05374a42'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:36:45.376157 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-329e3671-d502-4302-a3a0-f8e4f4f4c38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:36:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['44df7d44-fab5-44ae-8bad-aa8f05374a42'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:36:45.411969 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [req-8385ddea-d40e-4c4b-b1a3-dddf281897b8 req-798ed2f7-0f58-4b58-b963-59525837679e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] No DVR routers for this DVR port 4306092c-5986-4fc4-a865-0baac79b0fbf on host hv-cinder-79987 {{(pid=104272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:36:45.415210 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-8385ddea-d40e-4c4b-b1a3-dddf281897b8 req-798ed2f7-0f58-4b58-b963-59525837679e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:45.419446 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8385ddea-d40e-4c4b-b1a3-dddf281897b8 req-798ed2f7-0f58-4b58-b963-59525837679e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.57 "DELETE /v2.0/ports/4306092c-5986-4fc4-a865-0baac79b0fbf HTTP/1.1" status: 204 len: 173 time: 1.9702480 Jul 28 05:36:45.420072 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0539d466-3f2e-414a-8563-45ad82a3f268', 'name': 'network-vif-deleted', 'tag': '4306092c-5986-4fc4-a865-0baac79b0fbf'}] {{(pid=104272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:36:45.426103 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90743944bbcefbc541f6211993cabd2c9418e1ba23e64f30c52edf03935cac0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d147eb47-6a9f-4b74-a380-2dca41a0844e" -d '{"events": [{"server_uuid": "0539d466-3f2e-414a-8563-45ad82a3f268", "name": "network-vif-deleted", "tag": "4306092c-5986-4fc4-a865-0baac79b0fbf"}]}' {{(pid=104272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:36:45.471381 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2359225e-90c7-48bd-9234-e2e171d92386 x-openstack-request-id: req-2359225e-90c7-48bd-9234-e2e171d92386 {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:36:45.471680 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0539d466-3f2e-414a-8563-45ad82a3f268", "name": "network-vif-deleted", "tag": "4306092c-5986-4fc4-a865-0baac79b0fbf", "status": "completed", "code": 200}]} {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:36:45.471933 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2359225e-90c7-48bd-9234-e2e171d92386 {{(pid=104272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:36:45.472338 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2359225e-90c7-48bd-9234-e2e171d92386'] response: {'server_uuid': '0539d466-3f2e-414a-8563-45ad82a3f268', 'name': 'network-vif-deleted', 'tag': '4306092c-5986-4fc4-a865-0baac79b0fbf', 'status': 'completed', 'code': 200} Jul 28 05:36:45.509575 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-329e3671-d502-4302-a3a0-f8e4f4f4c38d None None] Set router 44df7d44-fab5-44ae-8bad-aa8f05374a42 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:36:45.749780 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-329e3671-d502-4302-a3a0-f8e4f4f4c38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'name': 'tempest-AttachVolumeTestJSON-834264126-router', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:24Z', 'updated_at': '2022-07-28T05:31:31Z', 'revision_number': 4, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'gw_port': {'id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:25Z', 'updated_at': '2022-07-28T05:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'e43f53f1-11cb-414a-9485-93d8ec594f80', 'name': '', 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'mac_address': 'fa:16:3e:ad:68:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93d0c7af-c778-4812-bccd-0383249712e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:29Z', 'updated_at': '2022-07-28T05:31:45Z', 'revision_number': 5, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'subnets': [{'id': '93d0c7af-c778-4812-bccd-0383249712e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:36:45.778739 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329e3671-d502-4302-a3a0-f8e4f4f4c38d None None] Checking router: 44df7d44-fab5-44ae-8bad-aa8f05374a42 for host: dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:36:45.797303 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329e3671-d502-4302-a3a0-f8e4f4f4c38d None None] Routers {'44df7d44-fab5-44ae-8bad-aa8f05374a42'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:36:45.798237 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-329e3671-d502-4302-a3a0-f8e4f4f4c38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:36:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['44df7d44-fab5-44ae-8bad-aa8f05374a42'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:36:45.931177 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-329e3671-d502-4302-a3a0-f8e4f4f4c38d None None] Set router 44df7d44-fab5-44ae-8bad-aa8f05374a42 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:36:45.958681 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a88ea59c-a224-4c50-9d8c-626673b627c2 req-fe1af284-d2b5-4075-b7b8-28d1ac2d5834 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=0539d466-3f2e-414a-8563-45ad82a3f268 HTTP/1.1" status: 200 len: 210 time: 0.0410025 Jul 28 05:36:46.196755 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-329e3671-d502-4302-a3a0-f8e4f4f4c38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'name': 'tempest-AttachVolumeTestJSON-834264126-router', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:24Z', 'updated_at': '2022-07-28T05:31:31Z', 'revision_number': 4, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'gw_port': {'id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:25Z', 'updated_at': '2022-07-28T05:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'e43f53f1-11cb-414a-9485-93d8ec594f80', 'name': '', 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'mac_address': 'fa:16:3e:ad:68:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93d0c7af-c778-4812-bccd-0383249712e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:29Z', 'updated_at': '2022-07-28T05:31:45Z', 'revision_number': 5, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'subnets': [{'id': '93d0c7af-c778-4812-bccd-0383249712e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:36:46.229659 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329e3671-d502-4302-a3a0-f8e4f4f4c38d None None] The sync data for ids ['44df7d44-fab5-44ae-8bad-aa8f05374a42'] in dv-cinder-799871-48-iscsi is: [{'id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'name': 'tempest-AttachVolumeTestJSON-834264126-router', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:24Z', 'updated_at': '2022-07-28T05:31:31Z', 'revision_number': 4, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'gw_port': {'id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:25Z', 'updated_at': '2022-07-28T05:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'e43f53f1-11cb-414a-9485-93d8ec594f80', 'name': '', 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'mac_address': 'fa:16:3e:ad:68:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93d0c7af-c778-4812-bccd-0383249712e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:29Z', 'updated_at': '2022-07-28T05:31:45Z', 'revision_number': 5, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'subnets': [{'id': '93d0c7af-c778-4812-bccd-0383249712e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:36:46.530655 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac24709-0e19-4c70-8787-66291ec4ad56 None None] New status for floating IP 9925749b-6850-4b44-a02e-b337943d5048: DOWN {{(pid=104274) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 05:36:46.754744 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 4306092c-5986-4fc4-a865-0baac79b0fbf no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:36:46.788613 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] No Port match for: 4306092c-5986-4fc4-a865-0baac79b0fbf {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:36:46.791815 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 4306092c-5986-4fc4-a865-0baac79b0fbf not bound to the agent host hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:36:46.851177 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-e15586f1-d8fa-4d8f-af7f-4d2caacde5b0 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:46.853100 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-e15586f1-d8fa-4d8f-af7f-4d2caacde5b0 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/networks?id=17d0b4db-03c1-4e8e-bad7-973b09ccd533 HTTP/1.1" status: 200 len: 815 time: 0.1442053 Jul 28 05:36:46.877167 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-b9c8ff31-eb56-4d82-9c77-b10e09e8816b tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/quotas/5989fabc615545eeb4ef987dea566175 HTTP/1.1" status: 200 len: 375 time: 0.0177824 Jul 28 05:36:46.937326 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-5408b675-2746-417b-a674-b646020ae6ca tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=5989fabc615545eeb4ef987dea566175&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588586 Jul 28 05:36:47.119626 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-450e1f6f-444c-4929-9a99-c14d3c60c832 service neutron] 10.222.0.33 "GET /v2.0/networks/17d0b4db-03c1-4e8e-bad7-973b09ccd533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708436 Jul 28 05:36:47.230163 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-ca19f421-a0e8-46fb-a19a-3335f54479cc service neutron] 10.222.0.33 "GET /v2.0/networks/17d0b4db-03c1-4e8e-bad7-973b09ccd533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036975 Jul 28 05:36:47.565393 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baeafd7-5b76-4ccd-92a1-e90d693bbf76 req-12cb6d15-8656-4350-bf7d-bac2e16d3979 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:47.567290 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7baeafd7-5b76-4ccd-92a1-e90d693bbf76 req-12cb6d15-8656-4350-bf7d-bac2e16d3979 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=d70d71f4-de27-4d62-acad-c6e9a7a7225e HTTP/1.1" status: 200 len: 946 time: 0.0611112 Jul 28 05:36:47.638840 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7baeafd7-5b76-4ccd-92a1-e90d693bbf76 req-e82494e8-f84d-4242-ac84-1ee84dcf1fdc tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650945 Jul 28 05:36:47.938148 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-87944d27-7dec-45a1-9eab-9b3451ab6d44 req-79217a3c-983f-416e-a717-e295b77876c7 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 210 time: 0.0626445 Jul 28 05:36:48.184241 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 38836) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:36:48.242334 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-943c98b1-e65b-4fee-a811-f333bed32414 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for security_group (9ba09e40-70b5-42e2-b6a1-b20e804d93f7), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:48.271642 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-943c98b1-e65b-4fee-a811-f333bed32414 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for security_group (9ba09e40-70b5-42e2-b6a1-b20e804d93f7), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:48.283671 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:48.371923 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-943c98b1-e65b-4fee-a811-f333bed32414 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (9ba09e40-70b5-42e2-b6a1-b20e804d93f7), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:48.374876 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-943c98b1-e65b-4fee-a811-f333bed32414 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:48.376133 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-943c98b1-e65b-4fee-a811-f333bed32414 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "DELETE /v2.0/security-groups/9ba09e40-70b5-42e2-b6a1-b20e804d93f7 HTTP/1.1" status: 204 len: 168 time: 0.1908708 Jul 28 05:36:48.379758 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 38842) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:36:48.409017 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.api.v2.resource [None req-d55a1761-2d4d-4a8a-a55d-757df42f587b tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] show failed (client error): The resource could not be found. Jul 28 05:36:48.410207 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-d55a1761-2d4d-4a8a-a55d-757df42f587b tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups/9ba09e40-70b5-42e2-b6a1-b20e804d93f7 HTTP/1.1" status: 404 len: 347 time: 0.0293434 Jul 28 05:36:48.411160 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c98b1-e65b-4fee-a811-f333bed32414 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba09e40-70b5-42e2-b6a1-b20e804d93f7,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:48.414652 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 38844) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:36:48.579890 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-eabc03bf-5b8d-4a1a-8721-3f53282c323e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Deleting port 66375a6a-b3d5-4a67-9a2c-6f664c9db34a {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:36:48.580611 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-eabc03bf-5b8d-4a1a-8721-3f53282c323e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (66375a6a-b3d5-4a67-9a2c-6f664c9db34a), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:48.692576 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-eabc03bf-5b8d-4a1a-8721-3f53282c323e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (66375a6a-b3d5-4a67-9a2c-6f664c9db34a), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:48.693828 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-eabc03bf-5b8d-4a1a-8721-3f53282c323e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for floatingip (66375a6a-b3d5-4a67-9a2c-6f664c9db34a), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:48.729898 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-eabc03bf-5b8d-4a1a-8721-3f53282c323e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Calling delete_port for 66375a6a-b3d5-4a67-9a2c-6f664c9db34a owned by network:floatingip {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:36:48.845922 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e40d8-fb7e-47d1-b859-aca4f6c58d33 req-0f9d52d3-bf7b-4d91-a305-ca528fed68e2 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:48.847508 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a72e40d8-fb7e-47d1-b859-aca4f6c58d33 req-0f9d52d3-bf7b-4d91-a305-ca528fed68e2 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=d70d71f4-de27-4d62-acad-c6e9a7a7225e HTTP/1.1" status: 200 len: 946 time: 0.0800319 Jul 28 05:36:48.875762 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:48.930020 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a72e40d8-fb7e-47d1-b859-aca4f6c58d33 req-25efe4d1-4ba8-4b96-abf8-b2eb743c984d tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738595 Jul 28 05:36:49.052521 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-eabc03bf-5b8d-4a1a-8721-3f53282c323e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (66375a6a-b3d5-4a67-9a2c-6f664c9db34a), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:49.073500 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5d107032-b8bb-4e9a-9215-05a54b44a1c4 req-a150ca72-d1f6-4786-a1d2-47bd4c3e7491 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 210 time: 0.0384629 Jul 28 05:36:49.088825 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc03bf-5b8d-4a1a-8721-3f53282c323e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Pushing event deleted for resources: {'Port': ['ID=66375a6a-b3d5-4a67-9a2c-6f664c9db34a,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:49.179312 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-eabc03bf-5b8d-4a1a-8721-3f53282c323e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for floatingip (9925749b-6850-4b44-a02e-b337943d5048), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:49.182317 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-eabc03bf-5b8d-4a1a-8721-3f53282c323e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for floatingip (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:49.183587 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-eabc03bf-5b8d-4a1a-8721-3f53282c323e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "DELETE /v2.0/floatingips/9925749b-6850-4b44-a02e-b337943d5048 HTTP/1.1" status: 204 len: 168 time: 0.7677994 Jul 28 05:36:49.347459 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 38862) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:36:49.352139 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-544ca11a-10de-47da-98c6-e6cdb5732330 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1219789748', 'description': 'tempest-description--670101277'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:36:49.434713 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-544ca11a-10de-47da-98c6-e6cdb5732330 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:49.476170 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:INSERT=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:49.528034 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-544ca11a-10de-47da-98c6-e6cdb5732330 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for security_group (8c71715b-4151-4b7d-81a6-72d2cf64a69b), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:49.588470 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-544ca11a-10de-47da-98c6-e6cdb5732330 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (8c71715b-4151-4b7d-81a6-72d2cf64a69b), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:49.622835 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ca11a-10de-47da-98c6-e6cdb5732330 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c71715b-4151-4b7d-81a6-72d2cf64a69b,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:49.699400 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-544ca11a-10de-47da-98c6-e6cdb5732330 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:49.703880 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-544ca11a-10de-47da-98c6-e6cdb5732330 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3521407 Jul 28 05:36:49.704087 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 38864) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:36:49.710288 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-59e4e866-f4ec-4fc6-bb57-58fb4f30608b tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Request body: {'security_group_rule': {'security_group_id': '8c71715b-4151-4b7d-81a6-72d2cf64a69b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:36:49.796247 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-59e4e866-f4ec-4fc6-bb57-58fb4f30608b tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for security_group_rule (a54d9c7c-af05-418b-b539-c6e6e51a0294), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:49.859603 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-59e4e866-f4ec-4fc6-bb57-58fb4f30608b tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for security_group_rule (a54d9c7c-af05-418b-b539-c6e6e51a0294), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:49.932686 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-59e4e866-f4ec-4fc6-bb57-58fb4f30608b tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703374'] for security_group_rule (a54d9c7c-af05-418b-b539-c6e6e51a0294), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:49.955619 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4e866-f4ec-4fc6-bb57-58fb4f30608b tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a54d9c7c-af05-418b-b539-c6e6e51a0294,revision_number=0']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:50.032719 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-59e4e866-f4ec-4fc6-bb57-58fb4f30608b tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:50.034744 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-59e4e866-f4ec-4fc6-bb57-58fb4f30608b tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3295863 Jul 28 05:36:50.038753 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 38876) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:36:50.044274 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-cc4a5bf7-aaa0-4302-b7d5-9876a5691b29 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Request body: {'security_group_rule': {'security_group_id': '8c71715b-4151-4b7d-81a6-72d2cf64a69b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:36:50.134374 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26105c63-b72d-453a-9fcb-89579eae8611 req-298066b5-a986-4507-bf21-825f9dc49bcd tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:50.147893 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-26105c63-b72d-453a-9fcb-89579eae8611 req-298066b5-a986-4507-bf21-825f9dc49bcd tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=d70d71f4-de27-4d62-acad-c6e9a7a7225e HTTP/1.1" status: 200 len: 946 time: 0.0916021 Jul 28 05:36:50.251048 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc40b6a-ab25-480b-9c19-dea6e9a2bc50 req-6ba677d7-661e-4574-9a27-1cd54332424a tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:50.253065 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4dc40b6a-ab25-480b-9c19-dea6e9a2bc50 req-6ba677d7-661e-4574-9a27-1cd54332424a tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.57 "GET /v2.0/ports?device_id=d70d71f4-de27-4d62-acad-c6e9a7a7225e HTTP/1.1" status: 200 len: 946 time: 0.1301413 Jul 28 05:36:50.288955 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-26105c63-b72d-453a-9fcb-89579eae8611 req-4c76fa84-40df-401d-9db5-ed05496bb372 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/security-groups?id=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400337 Jul 28 05:36:50.338340 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:50.346700 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-cc4a5bf7-aaa0-4302-b7d5-9876a5691b29 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for security_group_rule (f43e01b1-5146-49cc-b6ae-27a065ac805e), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:50.483126 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-657509cd-0425-461c-9f75-b53c7a3b39c1 req-ea16daed-4741-4085-a354-48587617bb7d tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 210 time: 0.1023836 Jul 28 05:36:50.498580 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [req-4dc40b6a-ab25-480b-9c19-dea6e9a2bc50 req-bb1e68b8-d1aa-41ac-8d02-ea8a6dcf52a9 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Deleting port c16cb5d0-7376-4ff8-92fe-2ea79594b837 {{(pid=104272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:36:50.499403 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-4dc40b6a-ab25-480b-9c19-dea6e9a2bc50 req-bb1e68b8-d1aa-41ac-8d02-ea8a6dcf52a9 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (c16cb5d0-7376-4ff8-92fe-2ea79594b837), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:50.602148 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-cc4a5bf7-aaa0-4302-b7d5-9876a5691b29 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for security_group_rule (f43e01b1-5146-49cc-b6ae-27a065ac805e), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:50.645036 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [req-4dc40b6a-ab25-480b-9c19-dea6e9a2bc50 req-bb1e68b8-d1aa-41ac-8d02-ea8a6dcf52a9 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] For port c16cb5d0-7376-4ff8-92fe-2ea79594b837, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c16cb5d0-7376-4ff8-92fe-2ea79594b837,segment=NetworkSegment(969590d0-dfe4-4fac-89e7-175241a5022e),segment_id=969590d0-dfe4-4fac-89e7-175241a5022e)] {{(pid=104272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:36:50.646082 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-4dc40b6a-ab25-480b-9c19-dea6e9a2bc50 req-bb1e68b8-d1aa-41ac-8d02-ea8a6dcf52a9 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (c16cb5d0-7376-4ff8-92fe-2ea79594b837), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:50.666509 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [req-4dc40b6a-ab25-480b-9c19-dea6e9a2bc50 req-bb1e68b8-d1aa-41ac-8d02-ea8a6dcf52a9 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Calling delete_port for c16cb5d0-7376-4ff8-92fe-2ea79594b837 owned by compute:nova {{(pid=104272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:36:50.681948 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-cc4a5bf7-aaa0-4302-b7d5-9876a5691b29 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703374'] for security_group_rule (f43e01b1-5146-49cc-b6ae-27a065ac805e), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:50.743949 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a5bf7-aaa0-4302-b7d5-9876a5691b29 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f43e01b1-5146-49cc-b6ae-27a065ac805e,revision_number=0']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:50.842225 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=6 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:50.864929 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-cc4a5bf7-aaa0-4302-b7d5-9876a5691b29 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:50.866548 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-cc4a5bf7-aaa0-4302-b7d5-9876a5691b29 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8267488 Jul 28 05:36:50.869948 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 38882) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:36:50.875356 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-6bb29bd1-f807-4d5c-9115-544ef1dc84bc tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Request body: {'floatingip': {'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:36:50.937135 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-4dc40b6a-ab25-480b-9c19-dea6e9a2bc50 req-bb1e68b8-d1aa-41ac-8d02-ea8a6dcf52a9 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (c16cb5d0-7376-4ff8-92fe-2ea79594b837), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:50.977656 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1e68b8-d1aa-41ac-8d02-ea8a6dcf52a9 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Pushing event deleted for resources: {'Port': ['ID=c16cb5d0-7376-4ff8-92fe-2ea79594b837,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:50.996482 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6bb29bd1-f807-4d5c-9115-544ef1dc84bc tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:51.050165 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc40b6a-ab25-480b-9c19-dea6e9a2bc50 req-bb1e68b8-d1aa-41ac-8d02-ea8a6dcf52a9 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] No DVR routers for this DVR port c16cb5d0-7376-4ff8-92fe-2ea79594b837 on host hv-cinder-79987 {{(pid=104272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:36:51.068295 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-4dc40b6a-ab25-480b-9c19-dea6e9a2bc50 req-bb1e68b8-d1aa-41ac-8d02-ea8a6dcf52a9 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:51.074590 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4dc40b6a-ab25-480b-9c19-dea6e9a2bc50 req-bb1e68b8-d1aa-41ac-8d02-ea8a6dcf52a9 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.57 "DELETE /v2.0/ports/c16cb5d0-7376-4ff8-92fe-2ea79594b837 HTTP/1.1" status: 204 len: 173 time: 0.8141334 Jul 28 05:36:51.092809 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70d71f4-de27-4d62-acad-c6e9a7a7225e', 'name': 'network-vif-deleted', 'tag': 'c16cb5d0-7376-4ff8-92fe-2ea79594b837'}] {{(pid=104272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:36:51.092809 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90743944bbcefbc541f6211993cabd2c9418e1ba23e64f30c52edf03935cac0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f76536-3be1-4012-a85f-bac2f128d7ae" -d '{"events": [{"server_uuid": "d70d71f4-de27-4d62-acad-c6e9a7a7225e", "name": "network-vif-deleted", "tag": "c16cb5d0-7376-4ff8-92fe-2ea79594b837"}]}' {{(pid=104272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:36:51.152684 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b61b29a-b878-4c13-a337-e40eef8cb996 x-openstack-request-id: req-9b61b29a-b878-4c13-a337-e40eef8cb996 {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:36:51.153149 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d70d71f4-de27-4d62-acad-c6e9a7a7225e", "name": "network-vif-deleted", "tag": "c16cb5d0-7376-4ff8-92fe-2ea79594b837", "status": "completed", "code": 200}]} {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:36:51.153881 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9b61b29a-b878-4c13-a337-e40eef8cb996 {{(pid=104272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:36:51.154236 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b61b29a-b878-4c13-a337-e40eef8cb996'] response: {'server_uuid': 'd70d71f4-de27-4d62-acad-c6e9a7a7225e', 'name': 'network-vif-deleted', 'tag': 'c16cb5d0-7376-4ff8-92fe-2ea79594b837', 'status': 'completed', 'code': 200} Jul 28 05:36:51.293732 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6bb29bd1-f807-4d5c-9115-544ef1dc84bc tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:51.355614 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-7bcc7f9a-41c0-4402-9282-59956c6a2af2 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:51.357244 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-7bcc7f9a-41c0-4402-9282-59956c6a2af2 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.57 "GET /v2.0/networks?id=17d0b4db-03c1-4e8e-bad7-973b09ccd533 HTTP/1.1" status: 200 len: 815 time: 0.2818885 Jul 28 05:36:51.416713 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-bedb8a59-81b5-4e4d-8f9c-3195430d099d req-977f63cc-509b-4d84-9769-fc5c8e7a790d tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=d70d71f4-de27-4d62-acad-c6e9a7a7225e HTTP/1.1" status: 200 len: 210 time: 0.0315585 Jul 28 05:36:51.462322 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.db_base_plugin_common [None req-6bb29bd1-f807-4d5c-9115-544ef1dc84bc tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Allocated IP 172.27.0.137 (d892672b-b726-43a1-a501-142ea5a750c8/481049b9-1d68-41f1-a9d6-55330db72a03/7a3cf737-3377-4be0-93ee-7b5f5cebcdfd) {{(pid=104273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:36:51.468548 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:51.614854 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-bbd351df-5b82-41c5-b515-21a289d3caa5 req-e4a8a488-fc75-49a4-8c2d-770587512e89 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 210 time: 0.0319624 Jul 28 05:36:51.615079 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6bb29bd1-f807-4d5c-9115-544ef1dc84bc tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for port (7a3cf737-3377-4be0-93ee-7b5f5cebcdfd), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:51.628537 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-a7505a24-561c-4a86-9671-f3fcc806d01a tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Request body: {'port': {'device_id': '549e692f-7b6f-4ab0-987b-986a1934630e', 'network_id': '17d0b4db-03c1-4e8e-bad7-973b09ccd533', 'admin_state_up': True, 'tenant_id': '5989fabc615545eeb4ef987dea566175'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:36:51.707069 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:51.802856 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6bb29bd1-f807-4d5c-9115-544ef1dc84bc tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (7a3cf737-3377-4be0-93ee-7b5f5cebcdfd), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:51.860645 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb29bd1-f807-4d5c-9115-544ef1dc84bc tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Network d892672b-b726-43a1-a501-142ea5a750c8 is already hosted by enough agents. {{(pid=104273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:36:51.868271 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [None req-6bb29bd1-f807-4d5c-9115-544ef1dc84bc tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Resources bound (agent type, host, resource id): {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:36:51.873849 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb29bd1-f807-4d5c-9115-544ef1dc84bc tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Received port after_create {{(pid=104273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:36:51.899098 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb29bd1-f807-4d5c-9115-544ef1dc84bc tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Pushing event updated for resources: {'Port': ['ID=7a3cf737-3377-4be0-93ee-7b5f5cebcdfd,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:51.903493 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-a7505a24-561c-4a86-9671-f3fcc806d01a tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Made reservation on behalf of 5989fabc615545eeb4ef987dea566175 for: {'port': 1} {{(pid=104273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:36:51.906994 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-a7505a24-561c-4a86-9671-f3fcc806d01a tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:52.063147 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6bb29bd1-f807-4d5c-9115-544ef1dc84bc tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for floatingip (c68b4881-0dd2-40c7-afa1-990230e4c7ec), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:52.094783 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.db_base_plugin_common [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-a7505a24-561c-4a86-9671-f3fcc806d01a tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Allocated IP 172.20.0.11 (17d0b4db-03c1-4e8e-bad7-973b09ccd533/b1d31c83-80bf-48c5-9a09-2ae0c6ea6c51/b49100c3-29f8-45db-910f-805da59e6250) {{(pid=104273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:36:52.096650 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:52.322954 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-a7505a24-561c-4a86-9671-f3fcc806d01a tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks [] for port (b49100c3-29f8-45db-910f-805da59e6250), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:52.335560 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6bb29bd1-f807-4d5c-9115-544ef1dc84bc tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (7a3cf737-3377-4be0-93ee-7b5f5cebcdfd), before_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:52.625016 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:52.681689 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-a7505a24-561c-4a86-9671-f3fcc806d01a tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (b49100c3-29f8-45db-910f-805da59e6250), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:52.757113 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a0e910fb-7ac9-472c-ad63-8253fc5b8d19 req-fe86a326-8d61-4a42-9bf3-ee911e79d367 tempest-ServerRescueNegativeTestJSON-1728283555 tempest-ServerRescueNegativeTestJSON-1728283555-project] 10.222.0.33 "GET /v2.0/ports?device_id=d70d71f4-de27-4d62-acad-c6e9a7a7225e HTTP/1.1" status: 200 len: 210 time: 0.0392728 Jul 28 05:36:52.764921 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device c16cb5d0-7376-4ff8-92fe-2ea79594b837 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:36:52.791076 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] No Port match for: c16cb5d0-7376-4ff8-92fe-2ea79594b837 {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:36:52.791076 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device c16cb5d0-7376-4ff8-92fe-2ea79594b837 not bound to the agent host hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:36:52.834092 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6bb29bd1-f807-4d5c-9115-544ef1dc84bc tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for port (7a3cf737-3377-4be0-93ee-7b5f5cebcdfd), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:52.853326 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7505a24-561c-4a86-9671-f3fcc806d01a tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Pushing event updated for resources: {'Port': ['ID=b49100c3-29f8-45db-910f-805da59e6250,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:52.859963 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-a7505a24-561c-4a86-9671-f3fcc806d01a tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Network 17d0b4db-03c1-4e8e-bad7-973b09ccd533 is already hosted by enough agents. {{(pid=104273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:36:52.862208 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-a7505a24-561c-4a86-9671-f3fcc806d01a tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Resources bound (agent type, host, resource id): {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:36:52.865748 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-a7505a24-561c-4a86-9671-f3fcc806d01a tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Received port after_create {{(pid=104273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:36:52.910984 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781deb4-778c-45b3-8e43-7f10faae4cca req-02cd2b18-8bde-41bd-a009-40f7b4dc8dbd tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:52.922558 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5781deb4-778c-45b3-8e43-7f10faae4cca req-02cd2b18-8bde-41bd-a009-40f7b4dc8dbd tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 932 time: 0.0724723 Jul 28 05:36:52.930061 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6bb29bd1-f807-4d5c-9115-544ef1dc84bc tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8744973'] for port (7a3cf737-3377-4be0-93ee-7b5f5cebcdfd), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:52.983648 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-a7505a24-561c-4a86-9671-f3fcc806d01a tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:52.984853 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-a7505a24-561c-4a86-9671-f3fcc806d01a tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:53.011174 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5781deb4-778c-45b3-8e43-7f10faae4cca req-9f0dc2ad-57d2-4c3b-be82-0b1d6be92410 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/security-groups?id=a6641ef2-d1de-4aed-92c8-d74dcb8f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873711 Jul 28 05:36:53.055138 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6bb29bd1-f807-4d5c-9115-544ef1dc84bc tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4016612'] for floatingip (c68b4881-0dd2-40c7-afa1-990230e4c7ec), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:53.085501 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb29bd1-f807-4d5c-9115-544ef1dc84bc tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Pushing event updated for resources: {'Port': ['ID=7a3cf737-3377-4be0-93ee-7b5f5cebcdfd,revision_number=2']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:53.096498 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb29bd1-f807-4d5c-9115-544ef1dc84bc tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:53.097207 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb29bd1-f807-4d5c-9115-544ef1dc84bc tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:53.097789 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb29bd1-f807-4d5c-9115-544ef1dc84bc tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:53.098331 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb29bd1-f807-4d5c-9115-544ef1dc84bc tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:53.098845 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb29bd1-f807-4d5c-9115-544ef1dc84bc tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:53.099567 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb29bd1-f807-4d5c-9115-544ef1dc84bc tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:53.100056 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb29bd1-f807-4d5c-9115-544ef1dc84bc tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:53.100676 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb29bd1-f807-4d5c-9115-544ef1dc84bc tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:53.101246 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb29bd1-f807-4d5c-9115-544ef1dc84bc tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:53.101871 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb29bd1-f807-4d5c-9115-544ef1dc84bc tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:53.105490 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb29bd1-f807-4d5c-9115-544ef1dc84bc tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:53.105490 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb29bd1-f807-4d5c-9115-544ef1dc84bc tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:53.105490 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb29bd1-f807-4d5c-9115-544ef1dc84bc tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:53.105490 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb29bd1-f807-4d5c-9115-544ef1dc84bc tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:53.105490 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb29bd1-f807-4d5c-9115-544ef1dc84bc tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:36:53.177932 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-a7505a24-561c-4a86-9671-f3fcc806d01a tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5496624 Jul 28 05:36:53.233017 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6bb29bd1-f807-4d5c-9115-544ef1dc84bc tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for floatingip (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:53.234605 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-6bb29bd1-f807-4d5c-9115-544ef1dc84bc tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3636227 Jul 28 05:36:53.314999 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-1fc03e32-4b0a-445e-a166-1d2e9b85b621 service neutron] Request body: {'port': {'device_id': '549e692f-7b6f-4ab0-987b-986a1934630e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:36:53.345263 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-b9a43d70-434a-4fe6-a736-2033025c29fa None None] Provisioning complete for port b49100c3-29f8-45db-910f-805da59e6250 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:36:53.346120 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-b9a43d70-434a-4fe6-a736-2033025c29fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (b49100c3-29f8-45db-910f-805da59e6250), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:53.412580 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-1fc03e32-4b0a-445e-a166-1d2e9b85b621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (b49100c3-29f8-45db-910f-805da59e6250), before_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:53.425531 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-b9a43d70-434a-4fe6-a736-2033025c29fa None None] Port b49100c3-29f8-45db-910f-805da59e6250 cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:36:54.006014 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-1fc03e32-4b0a-445e-a166-1d2e9b85b621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b49100c3-29f8-45db-910f-805da59e6250 {{(pid=104273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:36:54.022645 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-1fc03e32-4b0a-445e-a166-1d2e9b85b621 service neutron] Publish callbacks [] for port (b49100c3-29f8-45db-910f-805da59e6250), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:54.090028 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.provisioning_blocks [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-1fc03e32-4b0a-445e-a166-1d2e9b85b621 service neutron] Transition to ACTIVE for port object b49100c3-29f8-45db-910f-805da59e6250 will not be triggered until provisioned by entity L2. {{(pid=104273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 05:36:54.245853 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-1fc03e32-4b0a-445e-a166-1d2e9b85b621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8744973'] for port (b49100c3-29f8-45db-910f-805da59e6250), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:54.325026 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:54.351770 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc03e32-4b0a-445e-a166-1d2e9b85b621 service neutron] Pushing event updated for resources: {'Port': ['ID=b49100c3-29f8-45db-910f-805da59e6250,revision_number=2']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:54.475070 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.managers [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-1fc03e32-4b0a-445e-a166-1d2e9b85b621 service neutron] Attempting to bind port b49100c3-29f8-45db-910f-805da59e6250 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:36:54.475415 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.managers [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-1fc03e32-4b0a-445e-a166-1d2e9b85b621 service neutron] Attempting to bind port b49100c3-29f8-45db-910f-805da59e6250 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '13d7440d-3f76-4d8c-8e60-76f5acb0fcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '17d0b4db-03c1-4e8e-bad7-973b09ccd533'}] {{(pid=104273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:36:54.475841 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-1fc03e32-4b0a-445e-a166-1d2e9b85b621 service neutron] Attempting to bind port b49100c3-29f8-45db-910f-805da59e6250 on network 17d0b4db-03c1-4e8e-bad7-973b09ccd533 {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:36:54.493334 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-1fc03e32-4b0a-445e-a166-1d2e9b85b621 service neutron] Port b49100c3-29f8-45db-910f-805da59e6250 on network 17d0b4db-03c1-4e8e-bad7-973b09ccd533 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 05:36:54.493725 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-1fc03e32-4b0a-445e-a166-1d2e9b85b621 service neutron] Attempting to bind port b49100c3-29f8-45db-910f-805da59e6250 on network 17d0b4db-03c1-4e8e-bad7-973b09ccd533 {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:36:54.506476 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-1fc03e32-4b0a-445e-a166-1d2e9b85b621 service neutron] Checking agent: {'id': '50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'started_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:36:54.507815 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-1fc03e32-4b0a-445e-a166-1d2e9b85b621 service neutron] Checking segment: {'id': '13d7440d-3f76-4d8c-8e60-76f5acb0fcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '17d0b4db-03c1-4e8e-bad7-973b09ccd533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:36:54.508916 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-1fc03e32-4b0a-445e-a166-1d2e9b85b621 service neutron] Bound using segment: {'id': '13d7440d-3f76-4d8c-8e60-76f5acb0fcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '17d0b4db-03c1-4e8e-bad7-973b09ccd533'} {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:36:54.509702 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.managers [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-1fc03e32-4b0a-445e-a166-1d2e9b85b621 service neutron] Bound port: b49100c3-29f8-45db-910f-805da59e6250, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d7440d-3f76-4d8c-8e60-76f5acb0fcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '17d0b4db-03c1-4e8e-bad7-973b09ccd533'}}] {{(pid=104273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:36:54.510792 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-1fc03e32-4b0a-445e-a166-1d2e9b85b621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (b49100c3-29f8-45db-910f-805da59e6250), before_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:54.636375 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-1fc03e32-4b0a-445e-a166-1d2e9b85b621 service neutron] For port b49100c3-29f8-45db-910f-805da59e6250, host hv-cinder-79987, cleared binding levels {{(pid=104273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:36:54.641245 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-1fc03e32-4b0a-445e-a166-1d2e9b85b621 service neutron] For port b49100c3-29f8-45db-910f-805da59e6250, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b49100c3-29f8-45db-910f-805da59e6250,segment=NetworkSegment(13d7440d-3f76-4d8c-8e60-76f5acb0fcab),segment_id=13d7440d-3f76-4d8c-8e60-76f5acb0fcab)] {{(pid=104273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:36:54.642908 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:54.724955 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-1fc03e32-4b0a-445e-a166-1d2e9b85b621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8744973'] for port (b49100c3-29f8-45db-910f-805da59e6250), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:54.805264 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc03e32-4b0a-445e-a166-1d2e9b85b621 service neutron] Pushing event updated for resources: {'Port': ['ID=b49100c3-29f8-45db-910f-805da59e6250,revision_number=3']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:54.836362 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-1fc03e32-4b0a-445e-a166-1d2e9b85b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:54.836998 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-1fc03e32-4b0a-445e-a166-1d2e9b85b621 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:54.839103 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-1fc03e32-4b0a-445e-a166-1d2e9b85b621 service neutron] 10.222.0.57 "PUT /v2.0/ports/b49100c3-29f8-45db-910f-805da59e6250 HTTP/1.1" status: 200 len: 1094 time: 1.6455388 Jul 28 05:36:54.839548 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549e692f-7b6f-4ab0-987b-986a1934630e', 'tag': 'b49100c3-29f8-45db-910f-805da59e6250'}] {{(pid=104273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:36:54.842745 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}294c2db51adabc0e3fe9263869e3ac3ebddb58bd39f135069541a8ae7da0566b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4f1237-f1d2-4841-b02a-910a97db19eb" -d '{"events": [{"name": "network-changed", "server_uuid": "549e692f-7b6f-4ab0-987b-986a1934630e", "tag": "b49100c3-29f8-45db-910f-805da59e6250"}]}' {{(pid=104273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:36:56.185960 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=73 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:56.201572 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=59 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:57.081202 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4fab235f-b918-482a-8492-becef682102d req-a5edc68a-4af0-44fe-9082-c6cab8712bc6 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1219789748&fields=id&tenant_id=7b96e460476f4bc9b35224e38b33f4c7 HTTP/1.1" status: 200 len: 267 time: 0.0469921 Jul 28 05:36:57.196743 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab235f-b918-482a-8492-becef682102d req-7b1648fb-9e5f-4eaf-8da0-1a2a37983919 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:57.198180 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4fab235f-b918-482a-8492-becef682102d req-7b1648fb-9e5f-4eaf-8da0-1a2a37983919 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/networks?id=92779e58-7df4-4404-9045-ca3676cbb72b HTTP/1.1" status: 200 len: 810 time: 0.1102057 Jul 28 05:36:57.214185 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4fab235f-b918-482a-8492-becef682102d req-dd940cbb-5cd2-4de7-a84a-bddbdd32e6fe tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/quotas/7b96e460476f4bc9b35224e38b33f4c7 HTTP/1.1" status: 200 len: 375 time: 0.0096650 Jul 28 05:36:57.277646 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4fab235f-b918-482a-8492-becef682102d req-625e578d-934b-43ff-8ec1-a8b111634418 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=7b96e460476f4bc9b35224e38b33f4c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493896 Jul 28 05:36:57.374654 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4fab235f-b918-482a-8492-becef682102d req-a054ae51-4720-46de-ae76-f7341dad79bf service neutron] 10.222.0.33 "GET /v2.0/networks/92779e58-7df4-4404-9045-ca3676cbb72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925961 Jul 28 05:36:57.471135 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4fab235f-b918-482a-8492-becef682102d req-b541b207-6f4f-435d-abfe-64b569c481b4 service neutron] 10.222.0.33 "GET /v2.0/networks/92779e58-7df4-4404-9045-ca3676cbb72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903540 Jul 28 05:36:57.792322 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 38998) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:36:57.941213 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:57.961603 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e06d88-5fd1-4e05-badd-786d83ec3e5f req-a883af32-f479-435a-b857-38bd9b0ccdab tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:57.963123 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-75e06d88-5fd1-4e05-badd-786d83ec3e5f req-a883af32-f479-435a-b857-38bd9b0ccdab tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 944 time: 0.0636320 Jul 28 05:36:58.031060 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-75e06d88-5fd1-4e05-badd-786d83ec3e5f req-924a4301-c00b-4f24-b60f-3d472682dfd7 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/security-groups?id=a6641ef2-d1de-4aed-92c8-d74dcb8f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611577 Jul 28 05:36:58.178565 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d0ca1b-73c3-4522-8e50-603421316cc5 x-openstack-request-id: req-f9d0ca1b-73c3-4522-8e50-603421316cc5 {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:36:58.178864 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "549e692f-7b6f-4ab0-987b-986a1934630e", "tag": "b49100c3-29f8-45db-910f-805da59e6250", "status": "completed", "code": 200}]} {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:36:58.179158 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f9d0ca1b-73c3-4522-8e50-603421316cc5 {{(pid=104273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:36:58.179568 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9d0ca1b-73c3-4522-8e50-603421316cc5'] response: {'name': 'network-changed', 'server_uuid': '549e692f-7b6f-4ab0-987b-986a1934630e', 'tag': 'b49100c3-29f8-45db-910f-805da59e6250', 'status': 'completed', 'code': 200} Jul 28 05:36:58.484431 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ed6d10de-35a4-40d6-b995-8a3fbc451a9f req-3be24069-e2c7-4cce-8ac8-8691d004ef02 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4c59c70-b18e-4e7d-ad59-50b0e2e66041 HTTP/1.1" status: 200 len: 210 time: 0.0415235 Jul 28 05:36:58.512514 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-d311886f-8e57-44cf-9322-b2158463cebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4014364'] for router_interface (d6622d09-335a-4c4c-94b2-578f3726827c), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:58.835041 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-d311886f-8e57-44cf-9322-b2158463cebb admin admin] Deleting port d494518c-2a9c-4afe-bced-f2d95e68187b {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:36:58.835721 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-d311886f-8e57-44cf-9322-b2158463cebb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (d494518c-2a9c-4afe-bced-f2d95e68187b), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:58.844999 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 6 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:36:58.884160 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:58.922159 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [None req-d311886f-8e57-44cf-9322-b2158463cebb admin admin] For port d494518c-2a9c-4afe-bced-f2d95e68187b, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=d494518c-2a9c-4afe-bced-f2d95e68187b,segment=NetworkSegment(969590d0-dfe4-4fac-89e7-175241a5022e),segment_id=969590d0-dfe4-4fac-89e7-175241a5022e)] {{(pid=104273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:36:58.922555 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-d311886f-8e57-44cf-9322-b2158463cebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (d494518c-2a9c-4afe-bced-f2d95e68187b), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:58.938190 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-d311886f-8e57-44cf-9322-b2158463cebb admin admin] Calling delete_port for d494518c-2a9c-4afe-bced-f2d95e68187b owned by network:router_interface {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:36:59.098415 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:36:59.241187 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-d311886f-8e57-44cf-9322-b2158463cebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (d494518c-2a9c-4afe-bced-f2d95e68187b), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:36:59.249224 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a5833-25ab-4e56-98d1-32cc04aa8a03 req-2e7da04b-05d9-49ef-b138-3c0d1a6d10ce tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:36:59.251063 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-eb8a5833-25ab-4e56-98d1-32cc04aa8a03 req-2e7da04b-05d9-49ef-b138-3c0d1a6d10ce tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 944 time: 0.0626788 Jul 28 05:36:59.369503 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d311886f-8e57-44cf-9322-b2158463cebb admin admin] Pushing event deleted for resources: {'Port': ['ID=d494518c-2a9c-4afe-bced-f2d95e68187b,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:36:59.389872 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-eb8a5833-25ab-4e56-98d1-32cc04aa8a03 req-b69b508a-a3d1-4e73-b006-17eb7b0f2add tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/security-groups?id=a6641ef2-d1de-4aed-92c8-d74dcb8f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326644 Jul 28 05:36:59.640140 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c12f808a-8b1b-49a5-b56c-368fe57c3b99 req-d37c8108-1966-4535-b560-365aa430fcf4 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4c59c70-b18e-4e7d-ad59-50b0e2e66041 HTTP/1.1" status: 200 len: 210 time: 0.0492308 Jul 28 05:36:59.861724 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-d311886f-8e57-44cf-9322-b2158463cebb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4014472'] for router_interface (d6622d09-335a-4c4c-94b2-578f3726827c), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:00.018745 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f1237-f1d2-4841-b02a-910a97db19eb req-782e77ec-f3c3-4e02-8341-0fa2e037bfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:00.021101 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-df4f1237-f1d2-4841-b02a-910a97db19eb req-782e77ec-f3c3-4e02-8341-0fa2e037bfd7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5989fabc615545eeb4ef987dea566175&device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 1128 time: 0.0627999 Jul 28 05:37:00.142616 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d311886f-8e57-44cf-9322-b2158463cebb admin admin] Router d6622d09-335a-4c4c-94b2-578f3726827c has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:37:00.328666 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:DELETE=7,neutron:UPDATE=1,neutron:SELECT=92 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:00.353766 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d311886f-8e57-44cf-9322-b2158463cebb admin admin] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:37:00.366643 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18f1f04-13b0-4d42-a34d-30187a3b8854 None None] Sync routers for ids ['d6622d09-335a-4c4c-94b2-578f3726827c'] in dv-cinder-799871-48-iscsi {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:37:00.370866 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-d311886f-8e57-44cf-9322-b2158463cebb admin admin] 10.222.0.33 "PUT /v2.0/routers/d6622d09-335a-4c4c-94b2-578f3726827c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5749137 Jul 28 05:37:00.370866 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 39058) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:00.409517 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18f1f04-13b0-4d42-a34d-30187a3b8854 None None] Routers {'d6622d09-335a-4c4c-94b2-578f3726827c'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:37:00.410647 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-c18f1f04-13b0-4d42-a34d-30187a3b8854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:36:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['d6622d09-335a-4c4c-94b2-578f3726827c'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:37:00.504933 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f1237-f1d2-4841-b02a-910a97db19eb req-130a10da-a0a1-493e-a744-9f6864d848cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:00.507597 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-df4f1237-f1d2-4841-b02a-910a97db19eb req-130a10da-a0a1-493e-a744-9f6864d848cc service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5989fabc615545eeb4ef987dea566175&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3062603 Jul 28 05:37:00.594493 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-c18f1f04-13b0-4d42-a34d-30187a3b8854 None None] Set router d6622d09-335a-4c4c-94b2-578f3726827c gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:37:00.644053 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-31c3ce49-fa15-4a6e-96a4-a10ef749d570 admin admin] Publish callbacks [] for router (d6622d09-335a-4c4c-94b2-578f3726827c), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:00.652928 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca913f-359a-4c1d-a6e6-a6bd246e8277 req-299b3a60-17b2-4b22-aa20-7538c89b0945 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:00.655550 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-08ca913f-359a-4c1d-a6e6-a6bd246e8277 req-299b3a60-17b2-4b22-aa20-7538c89b0945 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 944 time: 0.1438055 Jul 28 05:37:00.712301 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=100 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:00.772417 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f1237-f1d2-4841-b02a-910a97db19eb req-bc705b8b-d5cf-4960-997b-81c67dcdbb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:00.774075 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-df4f1237-f1d2-4841-b02a-910a97db19eb req-bc705b8b-d5cf-4960-997b-81c67dcdbb14 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2229953 Jul 28 05:37:00.779698 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-08ca913f-359a-4c1d-a6e6-a6bd246e8277 req-a93e6860-73c9-4b6b-aab7-73f7fed7dbcb tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/security-groups?id=a6641ef2-d1de-4aed-92c8-d74dcb8f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084590 Jul 28 05:37:00.801531 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-31c3ce49-fa15-4a6e-96a4-a10ef749d570 admin admin] Publish callbacks [] for router_gateway (d6622d09-335a-4c4c-94b2-578f3726827c), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:00.930639 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-31c3ce49-fa15-4a6e-96a4-a10ef749d570 admin admin] Deleting port d98d4552-f0bf-47a7-85a3-b1694e04f0e5 {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:37:00.931369 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-31c3ce49-fa15-4a6e-96a4-a10ef749d570 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (d98d4552-f0bf-47a7-85a3-b1694e04f0e5), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:00.944834 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-976f4032-93f1-4242-a03d-0c7248ab2053 req-070b19ac-d763-4282-b5a0-73ebac2db4db tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4c59c70-b18e-4e7d-ad59-50b0e2e66041 HTTP/1.1" status: 200 len: 210 time: 0.0653551 Jul 28 05:37:00.979887 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-c18f1f04-13b0-4d42-a34d-30187a3b8854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'name': 'tempest-ServerRescueNegativeTestJSON-314920019-router', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'd98d4552-f0bf-47a7-85a3-b1694e04f0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:24Z', 'updated_at': '2022-07-28T05:36:59Z', 'revision_number': 5, 'project_id': '99f094bca18d4939bb22f8d076d3a35c', 'gw_port': {'id': 'd98d4552-f0bf-47a7-85a3-b1694e04f0e5', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:25Z', 'updated_at': '2022-07-28T05:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:37:01.033608 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-07cc0e59-919f-475c-bddb-8b94e7c230f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:01.034958 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-07cc0e59-919f-475c-bddb-8b94e7c230f5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5989fabc615545eeb4ef987dea566175&device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 1128 time: 0.1058593 Jul 28 05:37:01.035406 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18f1f04-13b0-4d42-a34d-30187a3b8854 None None] Checking router: d6622d09-335a-4c4c-94b2-578f3726827c for host: dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:37:01.049175 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18f1f04-13b0-4d42-a34d-30187a3b8854 None None] Routers {'d6622d09-335a-4c4c-94b2-578f3726827c'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:37:01.050970 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-c18f1f04-13b0-4d42-a34d-30187a3b8854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:36:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['d6622d09-335a-4c4c-94b2-578f3726827c'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:37:01.108967 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-eb91c306-343d-4eb6-9c63-cfbb8a2a86d9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b49100c3-29f8-45db-910f-805da59e6250 HTTP/1.1" status: 200 len: 217 time: 0.0477073 Jul 28 05:37:01.117618 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [None req-31c3ce49-fa15-4a6e-96a4-a10ef749d570 admin admin] For port d98d4552-f0bf-47a7-85a3-b1694e04f0e5, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=d98d4552-f0bf-47a7-85a3-b1694e04f0e5,segment=NetworkSegment(18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30),segment_id=18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30)] {{(pid=104273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:37:01.117993 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-31c3ce49-fa15-4a6e-96a4-a10ef749d570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (d98d4552-f0bf-47a7-85a3-b1694e04f0e5), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:01.133576 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-31c3ce49-fa15-4a6e-96a4-a10ef749d570 admin admin] Calling delete_port for d98d4552-f0bf-47a7-85a3-b1694e04f0e5 owned by network:router_gateway {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:37:01.255287 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-82c72dcd-d332-49b1-82f0-079b84cabc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:01.257518 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-82c72dcd-d332-49b1-82f0-079b84cabc65 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b1d31c83-80bf-48c5-9a09-2ae0c6ea6c51 HTTP/1.1" status: 200 len: 854 time: 0.0726707 Jul 28 05:37:01.374950 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-c18f1f04-13b0-4d42-a34d-30187a3b8854 None None] Set router d6622d09-335a-4c4c-94b2-578f3726827c gateway port host: None {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:37:01.440831 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-c18f1f04-13b0-4d42-a34d-30187a3b8854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'name': 'tempest-ServerRescueNegativeTestJSON-314920019-router', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:24Z', 'updated_at': '2022-07-28T05:37:00Z', 'revision_number': 6, 'project_id': '99f094bca18d4939bb22f8d076d3a35c', 'gw_port_host': None}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:37:01.471600 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18f1f04-13b0-4d42-a34d-30187a3b8854 None None] The sync data for ids ['d6622d09-335a-4c4c-94b2-578f3726827c'] in dv-cinder-799871-48-iscsi is: [{'id': 'd6622d09-335a-4c4c-94b2-578f3726827c', 'name': 'tempest-ServerRescueNegativeTestJSON-314920019-router', 'tenant_id': '99f094bca18d4939bb22f8d076d3a35c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:24Z', 'updated_at': '2022-07-28T05:37:00Z', 'revision_number': 6, 'project_id': '99f094bca18d4939bb22f8d076d3a35c', 'gw_port_host': None}] {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:37:01.503454 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-31c3ce49-fa15-4a6e-96a4-a10ef749d570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (d98d4552-f0bf-47a7-85a3-b1694e04f0e5), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:01.531489 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c3ce49-fa15-4a6e-96a4-a10ef749d570 admin admin] Pushing event deleted for resources: {'Port': ['ID=d98d4552-f0bf-47a7-85a3-b1694e04f0e5,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:01.602112 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-31c3ce49-fa15-4a6e-96a4-a10ef749d570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4016412'] for router_gateway (d6622d09-335a-4c4c-94b2-578f3726827c), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:01.710108 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-31c3ce49-fa15-4a6e-96a4-a10ef749d570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4157079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3668'] for router (d6622d09-335a-4c4c-94b2-578f3726827c), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:01.712353 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-31c3ce49-fa15-4a6e-96a4-a10ef749d570 admin admin] Publish callbacks [] for router_controller (d6622d09-335a-4c4c-94b2-578f3726827c), precommit_delete_associations {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:01.840813 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-31c3ce49-fa15-4a6e-96a4-a10ef749d570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4156949'] for router (d6622d09-335a-4c4c-94b2-578f3726827c), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:01.842140 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c3ce49-fa15-4a6e-96a4-a10ef749d570 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6622d09-335a-4c4c-94b2-578f3726827c {{(pid=104273) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 05:37:01.846582 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-31c3ce49-fa15-4a6e-96a4-a10ef749d570 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:01.852033 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-31c3ce49-fa15-4a6e-96a4-a10ef749d570 admin admin] 10.222.0.33 "DELETE /v2.0/routers/d6622d09-335a-4c4c-94b2-578f3726827c HTTP/1.1" status: 204 len: 168 time: 1.4764955 Jul 28 05:37:01.852409 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 39100) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:01.922600 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.db_base_plugin_v2 [None req-774e7265-1cb1-49d3-95c9-2aa9909373ff admin admin] Deleting subnet 6633fe43-f109-432a-95d5-6755c5bac4f1 {{(pid=104272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 05:37:01.926603 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-774e7265-1cb1-49d3-95c9-2aa9909373ff admin admin] Publish callbacks [] for subnet (6633fe43-f109-432a-95d5-6755c5bac4f1), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:01.972268 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-774e7265-1cb1-49d3-95c9-2aa9909373ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12150832'] for subnet (6633fe43-f109-432a-95d5-6755c5bac4f1), precommit_delete_associations {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:01.974322 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:02.106217 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-774e7265-1cb1-49d3-95c9-2aa9909373ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190699'] for subnet (6633fe43-f109-432a-95d5-6755c5bac4f1), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:02.273535 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-774e7265-1cb1-49d3-95c9-2aa9909373ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1190690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8637802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12541275'] for subnet (6633fe43-f109-432a-95d5-6755c5bac4f1), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:02.308310 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e7265-1cb1-49d3-95c9-2aa9909373ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6633fe43-f109-432a-95d5-6755c5bac4f1,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:02.315987 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-774e7265-1cb1-49d3-95c9-2aa9909373ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:02.320459 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-774e7265-1cb1-49d3-95c9-2aa9909373ff admin admin] 10.222.0.33 "DELETE /v2.0/subnets/6633fe43-f109-432a-95d5-6755c5bac4f1 HTTP/1.1" status: 204 len: 168 time: 0.4670002 Jul 28 05:37:02.323093 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 39106) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:02.337789 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac0bb69-470a-4d4b-800e-a5e7b8c5ac34 None None] Network 11838418-6b14-40b8-a589-613bdb83fff4 requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:37:02.420053 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device d98d4552-f0bf-47a7-85a3-b1694e04f0e5 no longer exists at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:37:02.453796 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8f973d20-28ae-4de2-9df5-26c8240f4b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1261665'] for network (11838418-6b14-40b8-a589-613bdb83fff4), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:02.478780 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] No Port match for: d98d4552-f0bf-47a7-85a3-b1694e04f0e5 {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:37:02.479525 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device d98d4552-f0bf-47a7-85a3-b1694e04f0e5 not bound to the agent host dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:37:02.480131 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device d494518c-2a9c-4afe-bced-f2d95e68187b no longer exists at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:37:02.507584 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-8f973d20-28ae-4de2-9df5-26c8240f4b6f admin admin] Deleting port dfce73d8-cf53-46f5-95a2-5bef3c2e6341 {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:37:02.507991 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8f973d20-28ae-4de2-9df5-26c8240f4b6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (dfce73d8-cf53-46f5-95a2-5bef3c2e6341), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:02.554433 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] No Port match for: d494518c-2a9c-4afe-bced-f2d95e68187b {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:37:02.555111 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device d494518c-2a9c-4afe-bced-f2d95e68187b not bound to the agent host dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:37:02.612922 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:02.621723 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8629ae60-fa0c-43f5-812d-0dd88141a686 None None] DHCP port deletion for 11838418-6b14-40b8-a589-613bdb83fff4 request from dv-cinder-799871-48-iscsi {{(pid=104274) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 05:37:02.624647 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [None req-8f973d20-28ae-4de2-9df5-26c8240f4b6f admin admin] For port dfce73d8-cf53-46f5-95a2-5bef3c2e6341, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=dfce73d8-cf53-46f5-95a2-5bef3c2e6341,segment=NetworkSegment(969590d0-dfe4-4fac-89e7-175241a5022e),segment_id=969590d0-dfe4-4fac-89e7-175241a5022e)] {{(pid=104273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:37:02.625917 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8f973d20-28ae-4de2-9df5-26c8240f4b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (dfce73d8-cf53-46f5-95a2-5bef3c2e6341), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:02.665511 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-8f973d20-28ae-4de2-9df5-26c8240f4b6f admin admin] Calling delete_port for dfce73d8-cf53-46f5-95a2-5bef3c2e6341 owned by network:dhcp {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:37:02.670252 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:02.738364 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-8629ae60-fa0c-43f5-812d-0dd88141a686 None None] Deleting port dfce73d8-cf53-46f5-95a2-5bef3c2e6341 {{(pid=104274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:37:02.739004 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-8629ae60-fa0c-43f5-812d-0dd88141a686 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (dfce73d8-cf53-46f5-95a2-5bef3c2e6341), before_delete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:02.847061 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8f973d20-28ae-4de2-9df5-26c8240f4b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (dfce73d8-cf53-46f5-95a2-5bef3c2e6341), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:02.856354 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:02.865662 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-8629ae60-fa0c-43f5-812d-0dd88141a686 None None] For port dfce73d8-cf53-46f5-95a2-5bef3c2e6341, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=dfce73d8-cf53-46f5-95a2-5bef3c2e6341,segment=NetworkSegment(969590d0-dfe4-4fac-89e7-175241a5022e),segment_id=969590d0-dfe4-4fac-89e7-175241a5022e)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:37:02.866068 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-8629ae60-fa0c-43f5-812d-0dd88141a686 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (dfce73d8-cf53-46f5-95a2-5bef3c2e6341), precommit_delete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:02.892198 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-8629ae60-fa0c-43f5-812d-0dd88141a686 None None] Calling delete_port for dfce73d8-cf53-46f5-95a2-5bef3c2e6341 owned by network:dhcp {{(pid=104274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:37:02.893445 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f973d20-28ae-4de2-9df5-26c8240f4b6f admin admin] No DVR routers for this DVR port dfce73d8-cf53-46f5-95a2-5bef3c2e6341 on host dv-cinder-799871-48-iscsi {{(pid=104273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:37:02.893797 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:02.898503 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f973d20-28ae-4de2-9df5-26c8240f4b6f admin admin] Pushing event deleted for resources: {'Port': ['ID=dfce73d8-cf53-46f5-95a2-5bef3c2e6341,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:02.971422 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8f973d20-28ae-4de2-9df5-26c8240f4b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1190917', 'neutron.services.segments.db._delete_segments_for_network-8748695459786'] for network (11838418-6b14-40b8-a589-613bdb83fff4), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:02.975017 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-8629ae60-fa0c-43f5-812d-0dd88141a686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924'] for port (dfce73d8-cf53-46f5-95a2-5bef3c2e6341), after_delete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:02.992020 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.services.segments.db [None req-8f973d20-28ae-4de2-9df5-26c8240f4b6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11838418-6b14-40b8-a589-613bdb83fff4']}} {{(pid=104273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:37:03.001126 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8629ae60-fa0c-43f5-812d-0dd88141a686 None None] Pushing event deleted for resources: {'Port': ['ID=dfce73d8-cf53-46f5-95a2-5bef3c2e6341,revision_number=None']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:03.002587 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.services.segments.db [None req-8f973d20-28ae-4de2-9df5-26c8240f4b6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '969590d0-dfe4-4fac-89e7-175241a5022e') {'for_net_delete': True} {{(pid=104273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:37:03.002889 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.services.segments.db [None req-8f973d20-28ae-4de2-9df5-26c8240f4b6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '969590d0-dfe4-4fac-89e7-175241a5022e') {} {{(pid=104273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:37:03.003009 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8629ae60-fa0c-43f5-812d-0dd88141a686 None None] No DVR routers for this DVR port dfce73d8-cf53-46f5-95a2-5bef3c2e6341 on host dv-cinder-799871-48-iscsi {{(pid=104274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:37:03.015497 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8f973d20-28ae-4de2-9df5-26c8240f4b6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748695459687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8432867'] for segment (969590d0-dfe4-4fac-89e7-175241a5022e), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:03.029159 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:03.061017 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8f973d20-28ae-4de2-9df5-26c8240f4b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124'] for segment (969590d0-dfe4-4fac-89e7-175241a5022e), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:03.078457 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f973d20-28ae-4de2-9df5-26c8240f4b6f admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=104273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 05:37:03.078872 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8f973d20-28ae-4de2-9df5-26c8240f4b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8745065'] for segment (969590d0-dfe4-4fac-89e7-175241a5022e), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:03.120703 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.services.segments.plugin [-] Segment 969590d0-dfe4-4fac-89e7-175241a5022e resource provider aggregate not found Jul 28 05:37:03.125053 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-0c79163c-bd15-4f22-8b4c-8fceee9cd62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:03.126563 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-0c79163c-bd15-4f22-8b4c-8fceee9cd62b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=17d0b4db-03c1-4e8e-bad7-973b09ccd533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1103437 Jul 28 05:37:03.147135 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.services.segments.plugin [-] Segment 969590d0-dfe4-4fac-89e7-175241a5022e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 969590d0-dfe4-4fac-89e7-175241a5022e found for delete ", "request_id": "req-ba2193e2-3397-40b4-a054-baa20f8526d6"}]} Jul 28 05:37:03.263637 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8f973d20-28ae-4de2-9df5-26c8240f4b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1190926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4016432'] for network (11838418-6b14-40b8-a589-613bdb83fff4), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:03.312933 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8f973d20-28ae-4de2-9df5-26c8240f4b6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for network (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:03.316263 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-8f973d20-28ae-4de2-9df5-26c8240f4b6f admin admin] 10.222.0.33 "DELETE /v2.0/networks/11838418-6b14-40b8-a589-613bdb83fff4 HTTP/1.1" status: 204 len: 168 time: 0.9919958 Jul 28 05:37:03.320517 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f973d20-28ae-4de2-9df5-26c8240f4b6f admin admin] Pushing event deleted for resources: {'Network': ['ID=11838418-6b14-40b8-a589-613bdb83fff4,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:03.374602 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-64527a43-d8d1-48a8-b95d-9f285a3ec6a6 service neutron] 10.222.0.57 "GET /v2.0/networks/17d0b4db-03c1-4e8e-bad7-973b09ccd533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312807 Jul 28 05:37:03.408273 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab235f-b918-482a-8492-becef682102d req-6d5af8e9-fb18-44be-97a9-875864641041 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:03.409768 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4fab235f-b918-482a-8492-becef682102d req-6d5af8e9-fb18-44be-97a9-875864641041 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.57 "GET /v2.0/networks?id=92779e58-7df4-4404-9045-ca3676cbb72b HTTP/1.1" status: 200 len: 810 time: 0.1161382 Jul 28 05:37:03.560632 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:03.608967 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4fab235f-b918-482a-8492-becef682102d req-22869285-cce0-4438-b95f-10e53a985c84 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b96e460476f4bc9b35224e38b33f4c7 HTTP/1.1" status: 200 len: 380 time: 0.0972085 Jul 28 05:37:03.614142 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-574a4ba9-acb2-4dff-b168-fb26d44ced39 req-f24237dd-fd60-4ad8-8316-6c6c37ea6f8d service neutron] 10.222.0.57 "GET /v2.0/networks/17d0b4db-03c1-4e8e-bad7-973b09ccd533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032491 Jul 28 05:37:03.622908 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ddfa1-51cf-4a86-9308-c2669d2876ab req-6dca9dd5-b473-4ec1-b701-a62369607eaf tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:03.624341 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-181ddfa1-51cf-4a86-9308-c2669d2876ab req-6dca9dd5-b473-4ec1-b701-a62369607eaf tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 944 time: 0.0643983 Jul 28 05:37:03.673206 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-181ddfa1-51cf-4a86-9308-c2669d2876ab req-0b221af2-b6d8-4369-9cd0-f584f5fbd2ac tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/security-groups?id=a6641ef2-d1de-4aed-92c8-d74dcb8f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430999 Jul 28 05:37:03.718386 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 39128) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:03.759875 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-e9d1b6c4-8b02-4ae8-b922-a3f5b32bdfe3 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=99f094bca18d4939bb22f8d076d3a35c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0403087 Jul 28 05:37:03.762558 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 39130) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:03.770627 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7da4830a-7971-4cb6-9682-75bea4ec68cf req-cadb1167-5935-42c5-9b34-a265b85c7f8a tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4c59c70-b18e-4e7d-ad59-50b0e2e66041 HTTP/1.1" status: 200 len: 210 time: 0.0298934 Jul 28 05:37:03.816730 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-7710809f-255c-4244-938f-1da7dff37dc2 admin admin] Publish callbacks [] for security_group (40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:03.839551 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-7710809f-255c-4244-938f-1da7dff37dc2 admin admin] Publish callbacks [] for security_group (40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:03.876215 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fed695-b2dc-4063-93e6-522998667e0c req-5cd8f508-17a5-4660-a262-81ce7e2a3c6d tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:03.878029 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-32fed695-b2dc-4063-93e6-522998667e0c req-5cd8f508-17a5-4660-a262-81ce7e2a3c6d tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 946 time: 0.0482912 Jul 28 05:37:03.929233 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-32fed695-b2dc-4063-93e6-522998667e0c req-b852c6de-5b2e-4842-81ff-854344c53be8 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454292 Jul 28 05:37:03.958139 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-7710809f-255c-4244-938f-1da7dff37dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:03.960827 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-7710809f-255c-4244-938f-1da7dff37dc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:03.962181 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-7710809f-255c-4244-938f-1da7dff37dc2 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe HTTP/1.1" status: 204 len: 168 time: 0.1984999 Jul 28 05:37:03.970655 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710809f-255c-4244-938f-1da7dff37dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40924aeb-88bc-4d42-aa9a-6f8d8d1f25fe,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:04.047754 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b807e-084e-4036-8463-aa4338e295bf req-906480f2-7c3e-4c65-b4f3-b1a559b889b7 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:04.049268 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-379b807e-084e-4036-8463-aa4338e295bf req-906480f2-7c3e-4c65-b4f3-b1a559b889b7 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9162e60-7996-4d4d-964f-6844383357b6 HTTP/1.1" status: 200 len: 946 time: 0.0486219 Jul 28 05:37:04.099625 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-379b807e-084e-4036-8463-aa4338e295bf req-746c0209-168f-4698-9775-df9c03b48c9a tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac4705d3-627c-4147-9ac4-20a8e16c2480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442364 Jul 28 05:37:04.157279 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 39136) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:04.164398 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device dfce73d8-cf53-46f5-95a2-5bef3c2e6341 no longer exists at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:37:04.184787 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] No Port match for: dfce73d8-cf53-46f5-95a2-5bef3c2e6341 {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:37:04.185702 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device dfce73d8-cf53-46f5-95a2-5bef3c2e6341 not bound to the agent host dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:37:04.204961 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.db_base_plugin_v2 [None req-76106f63-1043-4f73-9fee-6aadaf959ded admin admin] Deleting subnet 845b9129-ebe5-4150-b813-89174af12dac {{(pid=104273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 05:37:04.208431 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-76106f63-1043-4f73-9fee-6aadaf959ded admin admin] Publish callbacks [] for subnet (845b9129-ebe5-4150-b813-89174af12dac), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:04.244080 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-76106f63-1043-4f73-9fee-6aadaf959ded admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8432890'] for subnet (845b9129-ebe5-4150-b813-89174af12dac), precommit_delete_associations {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:04.290072 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-76106f63-1043-4f73-9fee-6aadaf959ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190699'] for subnet (845b9129-ebe5-4150-b813-89174af12dac), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:04.321406 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:04.404922 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-76106f63-1043-4f73-9fee-6aadaf959ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1190690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8745015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8898787'] for subnet (845b9129-ebe5-4150-b813-89174af12dac), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:04.431995 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76106f63-1043-4f73-9fee-6aadaf959ded admin admin] Pushing event deleted for resources: {'Subnet': ['ID=845b9129-ebe5-4150-b813-89174af12dac,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:04.437160 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-76106f63-1043-4f73-9fee-6aadaf959ded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for subnet (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:04.440632 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-76106f63-1043-4f73-9fee-6aadaf959ded admin admin] 10.222.0.33 "DELETE /v2.0/subnets/845b9129-ebe5-4150-b813-89174af12dac HTTP/1.1" status: 204 len: 168 time: 0.2812994 Jul 28 05:37:04.442908 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 39146) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:04.515375 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-25d5322f-f46d-4169-94aa-e2e882ef8951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1261665'] for network (12fe73f5-6d00-47cf-a14d-34af013f8456), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:04.594282 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-25d5322f-f46d-4169-94aa-e2e882ef8951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1190917', 'neutron.services.segments.db._delete_segments_for_network-8748695459786'] for network (12fe73f5-6d00-47cf-a14d-34af013f8456), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:04.616557 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.services.segments.db [None req-25d5322f-f46d-4169-94aa-e2e882ef8951 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12fe73f5-6d00-47cf-a14d-34af013f8456']}} {{(pid=104273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:37:04.626428 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.services.segments.db [None req-25d5322f-f46d-4169-94aa-e2e882ef8951 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a906f7a-ab4b-4aac-ab40-26ff85f0fcb8') {'for_net_delete': True} {{(pid=104273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:37:04.626725 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.services.segments.db [None req-25d5322f-f46d-4169-94aa-e2e882ef8951 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a906f7a-ab4b-4aac-ab40-26ff85f0fcb8') {} {{(pid=104273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:37:04.637376 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-25d5322f-f46d-4169-94aa-e2e882ef8951 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748695459687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8432867'] for segment (7a906f7a-ab4b-4aac-ab40-26ff85f0fcb8), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:04.652313 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-25d5322f-f46d-4169-94aa-e2e882ef8951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124'] for segment (7a906f7a-ab4b-4aac-ab40-26ff85f0fcb8), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:04.659557 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d5322f-f46d-4169-94aa-e2e882ef8951 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=104273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 05:37:04.659937 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-25d5322f-f46d-4169-94aa-e2e882ef8951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8745065'] for segment (7a906f7a-ab4b-4aac-ab40-26ff85f0fcb8), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:04.792921 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443fbcf-2da8-4d42-8bfc-39ca7d2d53cc req-99153c67-ccba-44ae-b440-fee445433d95 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:04.794978 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f443fbcf-2da8-4d42-8bfc-39ca7d2d53cc req-99153c67-ccba-44ae-b440-fee445433d95 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 944 time: 0.0497172 Jul 28 05:37:04.814632 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:04.823197 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-25d5322f-f46d-4169-94aa-e2e882ef8951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1190926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4016432'] for network (12fe73f5-6d00-47cf-a14d-34af013f8456), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:04.834882 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-25d5322f-f46d-4169-94aa-e2e882ef8951 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for network (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:04.840808 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-25d5322f-f46d-4169-94aa-e2e882ef8951 admin admin] 10.222.0.33 "DELETE /v2.0/networks/12fe73f5-6d00-47cf-a14d-34af013f8456 HTTP/1.1" status: 204 len: 168 time: 0.3942540 Jul 28 05:37:04.850033 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d5322f-f46d-4169-94aa-e2e882ef8951 admin admin] Pushing event deleted for resources: {'Network': ['ID=12fe73f5-6d00-47cf-a14d-34af013f8456,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:04.858160 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f443fbcf-2da8-4d42-8bfc-39ca7d2d53cc req-f717a083-8ef2-4505-a5e9-c7f50298e4d9 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/security-groups?id=a6641ef2-d1de-4aed-92c8-d74dcb8f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571539 Jul 28 05:37:04.911643 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [req-4fab235f-b918-482a-8492-becef682102d req-a7d3d451-aba5-4a9d-b73c-92b78b75dad8 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Request body: {'port': {'device_id': 'b4c59c70-b18e-4e7d-ad59-50b0e2e66041', 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b', 'admin_state_up': True, 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'security_groups': ['8c71715b-4151-4b7d-81a6-72d2cf64a69b']}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:37:04.991702 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b9fc1546-c16a-4ca1-8d94-3f1775100ea1 req-3bdae430-6daa-430a-a6ee-d59a91b658d6 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4c59c70-b18e-4e7d-ad59-50b0e2e66041 HTTP/1.1" status: 200 len: 210 time: 0.0328338 Jul 28 05:37:05.012054 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:05.095896 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 39166) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:05.131474 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ea4b1-cf0b-4a1c-9236-35f043481178 req-ee50787b-5db4-4326-84cd-0c8cdec72fde tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:05.132903 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c67ea4b1-cf0b-4a1c-9236-35f043481178 req-ee50787b-5db4-4326-84cd-0c8cdec72fde tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 946 time: 0.0551386 Jul 28 05:37:05.178370 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.services.segments.plugin [-] Segment 7a906f7a-ab4b-4aac-ab40-26ff85f0fcb8 resource provider aggregate not found Jul 28 05:37:05.189725 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fab235f-b918-482a-8492-becef682102d req-a7d3d451-aba5-4a9d-b73c-92b78b75dad8 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Made reservation on behalf of 7b96e460476f4bc9b35224e38b33f4c7 for: {'port': 1} {{(pid=104272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:37:05.193284 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-4fab235f-b918-482a-8492-becef682102d req-a7d3d451-aba5-4a9d-b73c-92b78b75dad8 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:05.199776 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.services.segments.plugin [-] Segment 7a906f7a-ab4b-4aac-ab40-26ff85f0fcb8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a906f7a-ab4b-4aac-ab40-26ff85f0fcb8 found for delete ", "request_id": "req-af3331b0-7f37-403c-aa27-b56d3c38815c"}]} Jul 28 05:37:05.223287 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c67ea4b1-cf0b-4a1c-9236-35f043481178 req-282ff930-3e37-4557-a114-53c672f195b9 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830541 Jul 28 05:37:05.238109 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-c8234c5c-0054-4a6c-8ffb-9034d65ff7b8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-261220384-network', 'tenant_id': '7e8a90930be148bea235087faa37735d'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:37:05.281354 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 39176) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:05.297353 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-ab99dd46-29d6-4828-bd35-23d686233c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:05.329921 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8234c5c-0054-4a6c-8ffb-9034d65ff7b8 admin admin] Made reservation on behalf of 7e8a90930be148bea235087faa37735d for: {'network': 1} {{(pid=104273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:37:05.332697 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c8234c5c-0054-4a6c-8ffb-9034d65ff7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for network (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:05.349449 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-457a741e-7cbf-4af8-aeaa-1e92d1aa5cfb admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=6ce7104e69fe4e15b070558784aa40d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0666273 Jul 28 05:37:05.351103 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 39178) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:05.351103 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c8234c5c-0054-4a6c-8ffb-9034d65ff7b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:05.406093 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9f477-12e4-45ef-85d3-4c0b7c021d0b req-8c61fdae-1452-4aae-8d61-d2c420976378 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:05.407278 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f2d9f477-12e4-45ef-85d3-4c0b7c021d0b req-8c61fdae-1452-4aae-8d61-d2c420976378 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9162e60-7996-4d4d-964f-6844383357b6 HTTP/1.1" status: 200 len: 946 time: 0.0864775 Jul 28 05:37:05.425175 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.db_base_plugin_common [req-4fab235f-b918-482a-8492-becef682102d req-a7d3d451-aba5-4a9d-b73c-92b78b75dad8 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Allocated IP 172.20.0.7 (92779e58-7df4-4404-9045-ca3676cbb72b/93d0c7af-c778-4812-bccd-0383249712e7/6358d70d-ca49-4c50-af18-16013f79bc5a) {{(pid=104272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:37:05.432806 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ffc41cca-1b3a-4fde-ac71-58ca44cb707b admin admin] Publish callbacks [] for security_group (337538b8-ab9b-4703-8dd1-be347a7e9144), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:05.469570 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ffc41cca-1b3a-4fde-ac71-58ca44cb707b admin admin] Publish callbacks [] for security_group (337538b8-ab9b-4703-8dd1-be347a7e9144), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:05.494423 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:05.500611 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f2d9f477-12e4-45ef-85d3-4c0b7c021d0b req-24d1d139-db50-4ccc-b156-b6e6ed026238 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac4705d3-627c-4147-9ac4-20a8e16c2480&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767417 Jul 28 05:37:05.531552 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c8234c5c-0054-4a6c-8ffb-9034d65ff7b8 admin admin] Publish callbacks [] for security_group (94d7d2d0-4cf1-466a-b36c-dcbed3119d2f), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:05.549980 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:05.611536 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c8234c5c-0054-4a6c-8ffb-9034d65ff7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (94d7d2d0-4cf1-466a-b36c-dcbed3119d2f), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:05.618879 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-4fab235f-b918-482a-8492-becef682102d req-a7d3d451-aba5-4a9d-b73c-92b78b75dad8 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for port (6358d70d-ca49-4c50-af18-16013f79bc5a), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:05.643418 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8234c5c-0054-4a6c-8ffb-9034d65ff7b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=104273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 05:37:05.645596 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ffc41cca-1b3a-4fde-ac71-58ca44cb707b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (337538b8-ab9b-4703-8dd1-be347a7e9144), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:05.648049 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ffc41cca-1b3a-4fde-ac71-58ca44cb707b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:05.649176 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-ffc41cca-1b3a-4fde-ac71-58ca44cb707b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/337538b8-ab9b-4703-8dd1-be347a7e9144 HTTP/1.1" status: 204 len: 168 time: 0.2958601 Jul 28 05:37:05.655034 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8234c5c-0054-4a6c-8ffb-9034d65ff7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d7d2d0-4cf1-466a-b36c-dcbed3119d2f,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:05.668614 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c8234c5c-0054-4a6c-8ffb-9034d65ff7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124'] for segment (3032bd82-3963-44a8-8f48-8914224a2206), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:05.668912 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.db.segments_db [None req-c8234c5c-0054-4a6c-8ffb-9034d65ff7b8 admin admin] Added segment 3032bd82-3963-44a8-8f48-8914224a2206 of type vlan for network 720845ca-5ca0-4bd4-bab2-a234fecc44c9 Jul 28 05:37:05.671362 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc41cca-1b3a-4fde-ac71-58ca44cb707b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337538b8-ab9b-4703-8dd1-be347a7e9144,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:05.718399 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c8234c5c-0054-4a6c-8ffb-9034d65ff7b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748695041913'] for network (720845ca-5ca0-4bd4-bab2-a234fecc44c9), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:05.720697 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=75,neutron:DELETE=6,neutron:UPDATE=5,neutron:INSERT=14 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:05.754984 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-4fab235f-b918-482a-8492-becef682102d req-a7d3d451-aba5-4a9d-b73c-92b78b75dad8 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (6358d70d-ca49-4c50-af18-16013f79bc5a), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:05.797800 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fab235f-b918-482a-8492-becef682102d req-a7d3d451-aba5-4a9d-b73c-92b78b75dad8 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Network 92779e58-7df4-4404-9045-ca3676cbb72b is already hosted by enough agents. {{(pid=104272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:37:05.802916 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [req-4fab235f-b918-482a-8492-becef682102d req-a7d3d451-aba5-4a9d-b73c-92b78b75dad8 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Resources bound (agent type, host, resource id): {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:37:05.805302 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fab235f-b918-482a-8492-becef682102d req-a7d3d451-aba5-4a9d-b73c-92b78b75dad8 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Received port after_create {{(pid=104272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:37:05.805887 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c8234c5c-0054-4a6c-8ffb-9034d65ff7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692'] for network (720845ca-5ca0-4bd4-bab2-a234fecc44c9), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:05.807091 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8234c5c-0054-4a6c-8ffb-9034d65ff7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:05.807691 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c8234c5c-0054-4a6c-8ffb-9034d65ff7b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for network (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:05.842322 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3d451-aba5-4a9d-b73c-92b78b75dad8 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Pushing event updated for resources: {'Port': ['ID=6358d70d-ca49-4c50-af18-16013f79bc5a,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:05.880890 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab235f-b918-482a-8492-becef682102d req-a7d3d451-aba5-4a9d-b73c-92b78b75dad8 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:05.882162 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-4fab235f-b918-482a-8492-becef682102d req-a7d3d451-aba5-4a9d-b73c-92b78b75dad8 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:05.914363 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-c8234c5c-0054-4a6c-8ffb-9034d65ff7b8 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8163617 Jul 28 05:37:05.917483 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 39188) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:05.923850 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-05baf08b-61dc-4690-8106-9294007af9bd admin admin] Request body: {'subnet': {'network_id': '720845ca-5ca0-4bd4-bab2-a234fecc44c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-261220384-subnet', 'tenant_id': '7e8a90930be148bea235087faa37735d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:37:05.931917 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75e438-94f3-4e90-918b-fe3978fb62db req-2feecbfd-e0a6-4678-9f00-250424830e25 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:05.934168 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-8e75e438-94f3-4e90-918b-fe3978fb62db req-2feecbfd-e0a6-4678-9f00-250424830e25 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9162e60-7996-4d4d-964f-6844383357b6 HTTP/1.1" status: 200 len: 946 time: 0.1136160 Jul 28 05:37:05.940425 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8234c5c-0054-4a6c-8ffb-9034d65ff7b8 admin admin] Pushing event updated for resources: {'Network': ['ID=720845ca-5ca0-4bd4-bab2-a234fecc44c9,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:05.950902 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Network 720845ca-5ca0-4bd4-bab2-a234fecc44c9 details requested by agent ovs-agent-dv-cinder-799871-48-iscsi with host dv-cinder-799871-48-iscsi {{(pid=104274) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 05:37:05.972756 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4fab235f-b918-482a-8492-becef682102d req-a7d3d451-aba5-4a9d-b73c-92b78b75dad8 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0669026 Jul 28 05:37:05.999040 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [req-4fab235f-b918-482a-8492-becef682102d req-114c3bf5-1b08-4c11-a1c1-ca25d16b77a8 service neutron] Request body: {'port': {'device_id': 'b4c59c70-b18e-4e7d-ad59-50b0e2e66041', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:37:06.044880 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66d94e-0242-4f42-8c48-0ab5185fd8f6 req-bbb10bb9-8fb1-4226-805a-cb0bfbf7211c tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:06.052810 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5e66d94e-0242-4f42-8c48-0ab5185fd8f6 req-bbb10bb9-8fb1-4226-805a-cb0bfbf7211c tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 944 time: 0.0961664 Jul 28 05:37:06.057511 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [req-8e75e438-94f3-4e90-918b-fe3978fb62db req-c1142928-9928-4589-845f-79620d9f0133 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Deleting port 30d872c4-2287-4532-9e34-e113896ad3a6 {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:37:06.057511 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-8e75e438-94f3-4e90-918b-fe3978fb62db req-c1142928-9928-4589-845f-79620d9f0133 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (30d872c4-2287-4532-9e34-e113896ad3a6), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:06.066993 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05baf08b-61dc-4690-8106-9294007af9bd admin admin] Made reservation on behalf of 7e8a90930be148bea235087faa37735d for: {'subnet': 1} {{(pid=104272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:37:06.069617 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-05baf08b-61dc-4690-8106-9294007af9bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12541310'] for subnet (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:06.140683 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-d112d17e-34d8-497c-b085-a53932c370f7 None None] Provisioning complete for port 6358d70d-ca49-4c50-af18-16013f79bc5a triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:37:06.142407 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:06.143003 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-d112d17e-34d8-497c-b085-a53932c370f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (6358d70d-ca49-4c50-af18-16013f79bc5a), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:06.191443 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [req-8e75e438-94f3-4e90-918b-fe3978fb62db req-c1142928-9928-4589-845f-79620d9f0133 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] For port 30d872c4-2287-4532-9e34-e113896ad3a6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=30d872c4-2287-4532-9e34-e113896ad3a6,segment=NetworkSegment(d6393f65-f317-4f88-bc02-4e43465dc849),segment_id=d6393f65-f317-4f88-bc02-4e43465dc849)] {{(pid=104273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:37:06.191869 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-8e75e438-94f3-4e90-918b-fe3978fb62db req-c1142928-9928-4589-845f-79620d9f0133 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (30d872c4-2287-4532-9e34-e113896ad3a6), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:06.194860 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-d112d17e-34d8-497c-b085-a53932c370f7 None None] Port 6358d70d-ca49-4c50-af18-16013f79bc5a cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:37:06.225113 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-4fab235f-b918-482a-8492-becef682102d req-114c3bf5-1b08-4c11-a1c1-ca25d16b77a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (6358d70d-ca49-4c50-af18-16013f79bc5a), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:06.237721 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5e66d94e-0242-4f42-8c48-0ab5185fd8f6 req-68ae57d3-158e-403b-b328-327b8eab5986 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/security-groups?id=a6641ef2-d1de-4aed-92c8-d74dcb8f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839006 Jul 28 05:37:06.648724 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-8e75e438-94f3-4e90-918b-fe3978fb62db req-c1142928-9928-4589-845f-79620d9f0133 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:06.649338 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-8e75e438-94f3-4e90-918b-fe3978fb62db req-c1142928-9928-4589-845f-79620d9f0133 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4016612'] for floatingip (54a6cb3d-555d-4382-b6a0-a81bcea5ca0b), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:06.649549 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.db.l3_db [req-8e75e438-94f3-4e90-918b-fe3978fb62db req-c1142928-9928-4589-845f-79620d9f0133 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Floating IP 54a6cb3d-555d-4382-b6a0-a81bcea5ca0b disassociated. External IP: 172.27.0.180, port: 30d872c4-2287-4532-9e34-e113896ad3a6. Jul 28 05:37:06.649905 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [req-8e75e438-94f3-4e90-918b-fe3978fb62db req-c1142928-9928-4589-845f-79620d9f0133 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Calling delete_port for 30d872c4-2287-4532-9e34-e113896ad3a6 owned by compute:nova {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:37:06.651759 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:06.718396 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31084d-1dc2-44b3-ae64-2e2788255306 req-62f19588-197f-4ea4-98ad-c3c3c62d41f2 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:06.719860 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-be31084d-1dc2-44b3-ae64-2e2788255306 req-62f19588-197f-4ea4-98ad-c3c3c62d41f2 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4c59c70-b18e-4e7d-ad59-50b0e2e66041 HTTP/1.1" status: 200 len: 931 time: 0.3886633 Jul 28 05:37:06.824743 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-05baf08b-61dc-4690-8106-9294007af9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8637867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12541264'] for subnet (7b315907-29da-4c1d-a1bc-78888d08e555), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:06.841423 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:06.847436 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device b49100c3-29f8-45db-910f-805da59e6250 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:37:06.855184 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-8e75e438-94f3-4e90-918b-fe3978fb62db req-c1142928-9928-4589-845f-79620d9f0133 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (30d872c4-2287-4532-9e34-e113896ad3a6), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:06.886562 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1142928-9928-4589-845f-79620d9f0133 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Pushing event deleted for resources: {'Port': ['ID=30d872c4-2287-4532-9e34-e113896ad3a6,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:06.886989 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-be31084d-1dc2-44b3-ae64-2e2788255306 req-780954b1-3591-490e-b0ec-163a10ab923c tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=8c71715b-4151-4b7d-81a6-72d2cf64a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572306 Jul 28 05:37:06.942259 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05baf08b-61dc-4690-8106-9294007af9bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b315907-29da-4c1d-a1bc-78888d08e555,revision_number=0']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:06.973866 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05baf08b-61dc-4690-8106-9294007af9bd admin admin] Checking segment: {'id': '3032bd82-3963-44a8-8f48-8914224a2206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '720845ca-5ca0-4bd4-bab2-a234fecc44c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:37:06.974132 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05baf08b-61dc-4690-8106-9294007af9bd admin admin] Network hostable DHCP agents. Network: 720845ca-5ca0-4bd4-bab2-a234fecc44c9, hostable agents: ['abae2507-ed95-47f5-bead-3f33926efd64'], hosted agents: [] {{(pid=104272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 05:37:07.046067 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e75e438-94f3-4e90-918b-fe3978fb62db req-c1142928-9928-4589-845f-79620d9f0133 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Router d2cc43d3-bb01-4229-ac5e-8b627c08bbaf has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:37:07.071888 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766127d5-c7bc-4cdc-80cf-bf78f1bded1e req-e7063dec-f1d7-44eb-ad0c-33b47ae45af4 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:07.073503 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-766127d5-c7bc-4cdc-80cf-bf78f1bded1e req-e7063dec-f1d7-44eb-ad0c-33b47ae45af4 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 946 time: 0.0942099 Jul 28 05:37:07.116777 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05baf08b-61dc-4690-8106-9294007af9bd admin admin] Network 720845ca-5ca0-4bd4-bab2-a234fecc44c9 is scheduled to be hosted by DHCP agent abae2507-ed95-47f5-bead-3f33926efd64 with binding_index 1 {{(pid=104272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 05:37:07.128680 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [req-4fab235f-b918-482a-8492-becef682102d req-114c3bf5-1b08-4c11-a1c1-ca25d16b77a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6358d70d-ca49-4c50-af18-16013f79bc5a {{(pid=104272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:37:07.134278 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port b49100c3-29f8-45db-910f-805da59e6250, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b49100c3-29f8-45db-910f-805da59e6250,segment=NetworkSegment(13d7440d-3f76-4d8c-8e60-76f5acb0fcab),segment_id=13d7440d-3f76-4d8c-8e60-76f5acb0fcab)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:37:07.143436 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-4fab235f-b918-482a-8492-becef682102d req-114c3bf5-1b08-4c11-a1c1-ca25d16b77a8 service neutron] Publish callbacks [] for port (6358d70d-ca49-4c50-af18-16013f79bc5a), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:07.144465 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Returning: {'device': 'b49100c3-29f8-45db-910f-805da59e6250', 'network_id': '17d0b4db-03c1-4e8e-bad7-973b09ccd533', 'port_id': 'b49100c3-29f8-45db-910f-805da59e6250', 'mac_address': 'fa:16:3e:3b:fe:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1d31c83-80bf-48c5-9a09-2ae0c6ea6c51', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:37:07.173415 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e75e438-94f3-4e90-918b-fe3978fb62db req-c1142928-9928-4589-845f-79620d9f0133 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:37:07.174899 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.provisioning_blocks [req-4fab235f-b918-482a-8492-becef682102d req-114c3bf5-1b08-4c11-a1c1-ca25d16b77a8 service neutron] Transition to ACTIVE for port object 6358d70d-ca49-4c50-af18-16013f79bc5a will not be triggered until provisioned by entity L2. {{(pid=104272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 05:37:07.182837 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-766127d5-c7bc-4cdc-80cf-bf78f1bded1e req-c1b857a6-b77c-4754-8213-642a55b90041 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873425 Jul 28 05:37:07.183229 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port b49100c3-29f8-45db-910f-805da59e6250 is: DOWN; New status is: BUILD {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:37:07.183783 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (b49100c3-29f8-45db-910f-805da59e6250), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:07.195152 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4074b144-1b3e-407e-a4b2-3cc633c6ba7c None None] Sync routers for ids ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'] in dv-cinder-799871-48-iscsi {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:37:07.205689 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b49100c3-29f8-45db-910f-805da59e6250 {{(pid=104274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:37:07.227635 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4074b144-1b3e-407e-a4b2-3cc633c6ba7c None None] Routers {'d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:37:07.228390 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-4074b144-1b3e-407e-a4b2-3cc633c6ba7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:36:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:37:07.233968 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e75e438-94f3-4e90-918b-fe3978fb62db req-c1142928-9928-4589-845f-79620d9f0133 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] No DVR routers for this DVR port 30d872c4-2287-4532-9e34-e113896ad3a6 on host hv-cinder-79987 {{(pid=104273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:37:07.236565 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-8e75e438-94f3-4e90-918b-fe3978fb62db req-c1142928-9928-4589-845f-79620d9f0133 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:07.240298 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-8e75e438-94f3-4e90-918b-fe3978fb62db req-c1142928-9928-4589-845f-79620d9f0133 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.57 "DELETE /v2.0/ports/30d872c4-2287-4532-9e34-e113896ad3a6 HTTP/1.1" status: 204 len: 173 time: 1.2973080 Jul 28 05:37:07.240760 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9162e60-7996-4d4d-964f-6844383357b6', 'name': 'network-vif-deleted', 'tag': '30d872c4-2287-4532-9e34-e113896ad3a6'}] {{(pid=104273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:37:07.243333 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}294c2db51adabc0e3fe9263869e3ac3ebddb58bd39f135069541a8ae7da0566b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4e056a-91c4-4130-96c7-cfe8f2ac4682" -d '{"events": [{"server_uuid": "b9162e60-7996-4d4d-964f-6844383357b6", "name": "network-vif-deleted", "tag": "30d872c4-2287-4532-9e34-e113896ad3a6"}]}' {{(pid=104273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:37:07.283137 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [None req-05baf08b-61dc-4690-8106-9294007af9bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-48-iscsi, 720845ca-5ca0-4bd4-bab2-a234fecc44c9) {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:37:07.285123 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port b49100c3-29f8-45db-910f-805da59e6250, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b49100c3-29f8-45db-910f-805da59e6250,segment=NetworkSegment(13d7440d-3f76-4d8c-8e60-76f5acb0fcab),segment_id=13d7440d-3f76-4d8c-8e60-76f5acb0fcab)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:37:07.286761 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c3d9b9b0-05b1-4563-a396-b5035b25e6e9 req-cd22933d-ed70-4a6c-b5ef-e8cf9085ed40 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9162e60-7996-4d4d-964f-6844383357b6 HTTP/1.1" status: 200 len: 210 time: 0.0366590 Jul 28 05:37:07.287378 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-4fab235f-b918-482a-8492-becef682102d req-114c3bf5-1b08-4c11-a1c1-ca25d16b77a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8637776'] for port (6358d70d-ca49-4c50-af18-16013f79bc5a), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:07.297452 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d136c1a-62c7-4964-aa77-89461f684351 None None] Network 720845ca-5ca0-4bd4-bab2-a234fecc44c9 requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:37:07.335807 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05baf08b-61dc-4690-8106-9294007af9bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:07.343470 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-05baf08b-61dc-4690-8106-9294007af9bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:07.390928 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (b49100c3-29f8-45db-910f-805da59e6250), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:07.406617 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c3bf5-1b08-4c11-a1c1-ca25d16b77a8 service neutron] Pushing event updated for resources: {'Port': ['ID=6358d70d-ca49-4c50-af18-16013f79bc5a,revision_number=2']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:07.413415 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:07.485247 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=b49100c3-29f8-45db-910f-805da59e6250,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:07.493786 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-05baf08b-61dc-4690-8106-9294007af9bd admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5754538 Jul 28 05:37:07.562553 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.managers [req-4fab235f-b918-482a-8492-becef682102d req-114c3bf5-1b08-4c11-a1c1-ca25d16b77a8 service neutron] Attempting to bind port 6358d70d-ca49-4c50-af18-16013f79bc5a on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:37:07.563169 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.managers [req-4fab235f-b918-482a-8492-becef682102d req-114c3bf5-1b08-4c11-a1c1-ca25d16b77a8 service neutron] Attempting to bind port 6358d70d-ca49-4c50-af18-16013f79bc5a by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'c9e82de0-9864-4c88-908a-44b07604c3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b'}] {{(pid=104272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:37:07.563813 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fab235f-b918-482a-8492-becef682102d req-114c3bf5-1b08-4c11-a1c1-ca25d16b77a8 service neutron] Attempting to bind port 6358d70d-ca49-4c50-af18-16013f79bc5a on network 92779e58-7df4-4404-9045-ca3676cbb72b {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:37:07.569239 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fab235f-b918-482a-8492-becef682102d req-114c3bf5-1b08-4c11-a1c1-ca25d16b77a8 service neutron] Port 6358d70d-ca49-4c50-af18-16013f79bc5a on network 92779e58-7df4-4404-9045-ca3676cbb72b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 05:37:07.569799 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fab235f-b918-482a-8492-becef682102d req-114c3bf5-1b08-4c11-a1c1-ca25d16b77a8 service neutron] Attempting to bind port 6358d70d-ca49-4c50-af18-16013f79bc5a on network 92779e58-7df4-4404-9045-ca3676cbb72b {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:37:07.571408 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-4074b144-1b3e-407e-a4b2-3cc633c6ba7c None None] Set router d2cc43d3-bb01-4229-ac5e-8b627c08bbaf gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:37:07.575692 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fab235f-b918-482a-8492-becef682102d req-114c3bf5-1b08-4c11-a1c1-ca25d16b77a8 service neutron] Checking agent: {'id': '50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'started_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:37:07.576114 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fab235f-b918-482a-8492-becef682102d req-114c3bf5-1b08-4c11-a1c1-ca25d16b77a8 service neutron] Checking segment: {'id': 'c9e82de0-9864-4c88-908a-44b07604c3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:37:07.577710 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fab235f-b918-482a-8492-becef682102d req-114c3bf5-1b08-4c11-a1c1-ca25d16b77a8 service neutron] Bound using segment: {'id': 'c9e82de0-9864-4c88-908a-44b07604c3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b'} {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:37:07.577710 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.managers [req-4fab235f-b918-482a-8492-becef682102d req-114c3bf5-1b08-4c11-a1c1-ca25d16b77a8 service neutron] Bound port: 6358d70d-ca49-4c50-af18-16013f79bc5a, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9e82de0-9864-4c88-908a-44b07604c3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b'}}] {{(pid=104272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:37:07.577710 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-4fab235f-b918-482a-8492-becef682102d req-114c3bf5-1b08-4c11-a1c1-ca25d16b77a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (6358d70d-ca49-4c50-af18-16013f79bc5a), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:07.632605 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] get_ports_and_sgs() called for port_ids ['b49100c3-29f8-45db-910f-805da59e6250'] {{(pid=104274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:37:07.682238 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [req-4fab235f-b918-482a-8492-becef682102d req-114c3bf5-1b08-4c11-a1c1-ca25d16b77a8 service neutron] For port 6358d70d-ca49-4c50-af18-16013f79bc5a, host hv-cinder-79987, cleared binding levels {{(pid=104272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:37:07.687230 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [req-4fab235f-b918-482a-8492-becef682102d req-114c3bf5-1b08-4c11-a1c1-ca25d16b77a8 service neutron] For port 6358d70d-ca49-4c50-af18-16013f79bc5a, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6358d70d-ca49-4c50-af18-16013f79bc5a,segment=NetworkSegment(c9e82de0-9864-4c88-908a-44b07604c3c0),segment_id=c9e82de0-9864-4c88-908a-44b07604c3c0)] {{(pid=104272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:37:07.689425 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0e2a54-7767-4e52-87a4-846a108d1b7a None None] Network 720845ca-5ca0-4bd4-bab2-a234fecc44c9 requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:37:07.690358 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:07.760250 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ac3a07-8a73-4dd2-ada4-be5c6a94e3dd x-openstack-request-id: req-b0ac3a07-8a73-4dd2-ada4-be5c6a94e3dd {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:37:07.760759 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9162e60-7996-4d4d-964f-6844383357b6", "name": "network-vif-deleted", "tag": "30d872c4-2287-4532-9e34-e113896ad3a6", "status": "completed", "code": 200}]} {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:37:07.760759 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b0ac3a07-8a73-4dd2-ada4-be5c6a94e3dd {{(pid=104273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:37:07.761175 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0ac3a07-8a73-4dd2-ada4-be5c6a94e3dd'] response: {'server_uuid': 'b9162e60-7996-4d4d-964f-6844383357b6', 'name': 'network-vif-deleted', 'tag': '30d872c4-2287-4532-9e34-e113896ad3a6', 'status': 'completed', 'code': 200} Jul 28 05:37:07.777319 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:07.789646 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-4fab235f-b918-482a-8492-becef682102d req-114c3bf5-1b08-4c11-a1c1-ca25d16b77a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8637776'] for port (6358d70d-ca49-4c50-af18-16013f79bc5a), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:07.838874 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-0713b9b5-7e84-4608-b5a7-a5d19dd73299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:07.886013 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab235f-b918-482a-8492-becef682102d req-114c3bf5-1b08-4c11-a1c1-ca25d16b77a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:07.886502 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-4fab235f-b918-482a-8492-becef682102d req-114c3bf5-1b08-4c11-a1c1-ca25d16b77a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:07.888574 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4fab235f-b918-482a-8492-becef682102d req-114c3bf5-1b08-4c11-a1c1-ca25d16b77a8 service neutron] 10.222.0.57 "PUT /v2.0/ports/6358d70d-ca49-4c50-af18-16013f79bc5a HTTP/1.1" status: 200 len: 1093 time: 1.8934424 Jul 28 05:37:07.895442 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c59c70-b18e-4e7d-ad59-50b0e2e66041', 'tag': '6358d70d-ca49-4c50-af18-16013f79bc5a'}] {{(pid=104272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:37:07.896980 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90743944bbcefbc541f6211993cabd2c9418e1ba23e64f30c52edf03935cac0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44b2491-130a-4f13-9f92-967c2728bda0" -d '{"events": [{"name": "network-changed", "server_uuid": "b4c59c70-b18e-4e7d-ad59-50b0e2e66041", "tag": "6358d70d-ca49-4c50-af18-16013f79bc5a"}]}' {{(pid=104272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:37:07.909014 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c3bf5-1b08-4c11-a1c1-ca25d16b77a8 service neutron] Pushing event updated for resources: {'Port': ['ID=6358d70d-ca49-4c50-af18-16013f79bc5a,revision_number=3']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:07.919966 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5a9df-7c5e-4458-974a-90b73533de53 req-4817974f-11fb-4ce1-9609-16d4cb2da0e0 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:07.925895 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1bb5a9df-7c5e-4458-974a-90b73533de53 req-4817974f-11fb-4ce1-9609-16d4cb2da0e0 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 945 time: 0.0966694 Jul 28 05:37:07.998983 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1bb5a9df-7c5e-4458-974a-90b73533de53 req-e0064784-686e-46c4-8c12-5ca072d088be tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/security-groups?id=a6641ef2-d1de-4aed-92c8-d74dcb8f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704122 Jul 28 05:37:08.031664 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-4074b144-1b3e-407e-a4b2-3cc633c6ba7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'name': 'tempest-AttachVolumeNegativeTest-1518408114-router', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:42Z', 'revision_number': 4, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'gw_port': {'id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'c786ec77-74c5-47cf-9acd-3809586aab79', 'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'mac_address': 'fa:16:3e:51:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:40Z', 'updated_at': '2022-07-28T05:32:02Z', 'revision_number': 5, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'subnets': [{'id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:37:08.076902 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4074b144-1b3e-407e-a4b2-3cc633c6ba7c None None] Checking router: d2cc43d3-bb01-4229-ac5e-8b627c08bbaf for host: dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:37:08.098696 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4074b144-1b3e-407e-a4b2-3cc633c6ba7c None None] Routers {'d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:37:08.099323 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-4074b144-1b3e-407e-a4b2-3cc633c6ba7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:37:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:37:08.170905 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab235f-b918-482a-8492-becef682102d req-8d0d305c-fdd6-44ac-9a5d-ceeb82d8ec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:08.172510 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4fab235f-b918-482a-8492-becef682102d req-8d0d305c-fdd6-44ac-9a5d-ceeb82d8ec07 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7b96e460476f4bc9b35224e38b33f4c7&device_id=b4c59c70-b18e-4e7d-ad59-50b0e2e66041 HTTP/1.1" status: 200 len: 1127 time: 0.0454893 Jul 28 05:37:08.223558 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4fab235f-b918-482a-8492-becef682102d req-de9e5d95-88f9-4873-b79b-6af16870baa6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6358d70d-ca49-4c50-af18-16013f79bc5a HTTP/1.1" status: 200 len: 217 time: 0.0437257 Jul 28 05:37:08.229765 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-4074b144-1b3e-407e-a4b2-3cc633c6ba7c None None] Set router d2cc43d3-bb01-4229-ac5e-8b627c08bbaf gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:37:08.239030 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb3f44e-0e18-4ff6-813b-22c611b7800c x-openstack-request-id: req-ecb3f44e-0e18-4ff6-813b-22c611b7800c {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:37:08.239317 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4c59c70-b18e-4e7d-ad59-50b0e2e66041", "tag": "6358d70d-ca49-4c50-af18-16013f79bc5a", "status": "completed", "code": 200}]} {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:37:08.239571 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ecb3f44e-0e18-4ff6-813b-22c611b7800c {{(pid=104272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:37:08.239964 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecb3f44e-0e18-4ff6-813b-22c611b7800c'] response: {'name': 'network-changed', 'server_uuid': 'b4c59c70-b18e-4e7d-ad59-50b0e2e66041', 'tag': '6358d70d-ca49-4c50-af18-16013f79bc5a', 'status': 'completed', 'code': 200} Jul 28 05:37:08.292418 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab235f-b918-482a-8492-becef682102d req-b5148baa-4dc3-40a4-9910-f8d4daad0456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:08.294045 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4fab235f-b918-482a-8492-becef682102d req-b5148baa-4dc3-40a4-9910-f8d4daad0456 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=93d0c7af-c778-4812-bccd-0383249712e7 HTTP/1.1" status: 200 len: 849 time: 0.0646570 Jul 28 05:37:08.310831 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:08.390640 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ba6b5-8f7b-4350-9e17-2c8471c328b5 req-227d876d-22b5-4c2b-b553-371fe0e9fe0e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:08.392163 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-719ba6b5-8f7b-4350-9e17-2c8471c328b5 req-227d876d-22b5-4c2b-b553-371fe0e9fe0e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4c59c70-b18e-4e7d-ad59-50b0e2e66041 HTTP/1.1" status: 200 len: 943 time: 0.0797977 Jul 28 05:37:08.393120 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab235f-b918-482a-8492-becef682102d req-87230347-e710-4b2c-b862-1e23c8038f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:08.394511 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4fab235f-b918-482a-8492-becef682102d req-87230347-e710-4b2c-b862-1e23c8038f6b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=92779e58-7df4-4404-9045-ca3676cbb72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0935998 Jul 28 05:37:08.409637 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=100 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:08.459797 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-4074b144-1b3e-407e-a4b2-3cc633c6ba7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'name': 'tempest-AttachVolumeNegativeTest-1518408114-router', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:42Z', 'revision_number': 4, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'gw_port': {'id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'c786ec77-74c5-47cf-9acd-3809586aab79', 'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'mac_address': 'fa:16:3e:51:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:40Z', 'updated_at': '2022-07-28T05:32:02Z', 'revision_number': 5, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'subnets': [{'id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:37:08.486617 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4074b144-1b3e-407e-a4b2-3cc633c6ba7c None None] The sync data for ids ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'] in dv-cinder-799871-48-iscsi is: [{'id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'name': 'tempest-AttachVolumeNegativeTest-1518408114-router', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:42Z', 'revision_number': 4, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'gw_port': {'id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'c786ec77-74c5-47cf-9acd-3809586aab79', 'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'mac_address': 'fa:16:3e:51:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:40Z', 'updated_at': '2022-07-28T05:32:02Z', 'revision_number': 5, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'subnets': [{'id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:37:08.504271 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-719ba6b5-8f7b-4350-9e17-2c8471c328b5 req-cb89b52a-03ad-44b2-9347-b911df46bf3b tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=8c71715b-4151-4b7d-81a6-72d2cf64a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042409 Jul 28 05:37:08.540807 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4fab235f-b918-482a-8492-becef682102d req-cef2af3d-64a3-4e1c-9dd9-cb3eb8df6775 service neutron] 10.222.0.57 "GET /v2.0/networks/92779e58-7df4-4404-9045-ca3676cbb72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337028 Jul 28 05:37:08.643987 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:08.645180 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 39226) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:08.652238 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-86a6a810-e900-4f8c-b358-c7ea25c3c4e5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1710663343-network', 'tenant_id': 'e478b4bf96c743688952cdf24dd4d0ba'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:37:08.670813 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23efe6aa-bc5a-4f81-ba6d-c98d18684d82 req-bbdecbb7-7074-4cfb-bfc6-2bcbc38c59b3 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:08.672338 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-23efe6aa-bc5a-4f81-ba6d-c98d18684d82 req-bbdecbb7-7074-4cfb-bfc6-2bcbc38c59b3 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 946 time: 0.0666912 Jul 28 05:37:08.713238 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4fab235f-b918-482a-8492-becef682102d req-bd3b4738-a528-478f-952e-c5b544fcbb60 service neutron] 10.222.0.57 "GET /v2.0/networks/92779e58-7df4-4404-9045-ca3676cbb72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651528 Jul 28 05:37:08.742381 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-23efe6aa-bc5a-4f81-ba6d-c98d18684d82 req-d50c1627-8767-4053-9679-b4332896cc2f tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600598 Jul 28 05:37:08.759904 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a6a810-e900-4f8c-b358-c7ea25c3c4e5 admin admin] Made reservation on behalf of e478b4bf96c743688952cdf24dd4d0ba for: {'network': 1} {{(pid=104273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:37:08.762849 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-86a6a810-e900-4f8c-b358-c7ea25c3c4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for network (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:08.773230 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-86a6a810-e900-4f8c-b358-c7ea25c3c4e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:08.790740 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c25f83-5c07-4885-bcb5-fd71e30ea2f7 None None] New status for floating IP 54a6cb3d-555d-4382-b6a0-a81bcea5ca0b: DOWN {{(pid=104275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 05:37:08.858753 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device b49100c3-29f8-45db-910f-805da59e6250 up at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:37:08.865284 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-86a6a810-e900-4f8c-b358-c7ea25c3c4e5 admin admin] Publish callbacks [] for security_group (5299bebe-e558-4a1c-8b8f-f7accf82a106), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:08.887102 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 39230) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:08.914990 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning for port b49100c3-29f8-45db-910f-805da59e6250 completed by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 05:37:08.936687 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:08.942858 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-86a6a810-e900-4f8c-b358-c7ea25c3c4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (5299bebe-e558-4a1c-8b8f-f7accf82a106), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:08.947595 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-ffbf311b-7147-4d32-b840-84ee6487484d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group (ac4705d3-627c-4147-9ac4-20a8e16c2480), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:08.956966 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:08.964601 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning complete for port b49100c3-29f8-45db-910f-805da59e6250 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:37:08.965306 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (b49100c3-29f8-45db-910f-805da59e6250), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:08.970893 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a6a810-e900-4f8c-b358-c7ea25c3c4e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=104273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 05:37:08.982160 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6a810-e900-4f8c-b358-c7ea25c3c4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5299bebe-e558-4a1c-8b8f-f7accf82a106,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:08.983593 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-ffbf311b-7147-4d32-b840-84ee6487484d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group (ac4705d3-627c-4147-9ac4-20a8e16c2480), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:08.990147 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-86a6a810-e900-4f8c-b358-c7ea25c3c4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124'] for segment (86fc9414-cae8-4d9b-b7da-6e1941c309dc), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:08.990147 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.db.segments_db [None req-86a6a810-e900-4f8c-b358-c7ea25c3c4e5 admin admin] Added segment 86fc9414-cae8-4d9b-b7da-6e1941c309dc of type vlan for network 1b65f0de-5971-4ea9-8272-af726ad1e86a Jul 28 05:37:09.047940 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-86a6a810-e900-4f8c-b358-c7ea25c3c4e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748695041913'] for network (1b65f0de-5971-4ea9-8272-af726ad1e86a), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:09.077992 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port b49100c3-29f8-45db-910f-805da59e6250 is: BUILD; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:37:09.078593 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (b49100c3-29f8-45db-910f-805da59e6250), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:09.102458 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549e692f-7b6f-4ab0-987b-986a1934630e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49100c3-29f8-45db-910f-805da59e6250'}] {{(pid=104274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:37:09.104689 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fca5e984e5382dc69b1537007bd6daca7693f884f9b7ded019456fb151e79c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95f222b-96bd-46d6-86e4-79cda95048b7" -d '{"events": [{"server_uuid": "549e692f-7b6f-4ab0-987b-986a1934630e", "name": "network-vif-plugged", "status": "completed", "tag": "b49100c3-29f8-45db-910f-805da59e6250"}]}' {{(pid=104274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:37:09.111123 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-ffbf311b-7147-4d32-b840-84ee6487484d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (ac4705d3-627c-4147-9ac4-20a8e16c2480), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:09.116212 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-ffbf311b-7147-4d32-b840-84ee6487484d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:09.116212 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-ffbf311b-7147-4d32-b840-84ee6487484d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "DELETE /v2.0/security-groups/ac4705d3-627c-4147-9ac4-20a8e16c2480 HTTP/1.1" status: 204 len: 168 time: 0.2261381 Jul 28 05:37:09.118144 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 39236) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:09.126170 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port b49100c3-29f8-45db-910f-805da59e6250, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b49100c3-29f8-45db-910f-805da59e6250,segment=NetworkSegment(13d7440d-3f76-4d8c-8e60-76f5acb0fcab),segment_id=13d7440d-3f76-4d8c-8e60-76f5acb0fcab)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:37:09.131952 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.api.v2.resource [None req-045d6345-dff8-4acc-aaa5-a551dcf063cb tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] show failed (client error): The resource could not be found. Jul 28 05:37:09.132107 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf311b-7147-4d32-b840-84ee6487484d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4705d3-627c-4147-9ac4-20a8e16c2480,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:09.135908 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-045d6345-dff8-4acc-aaa5-a551dcf063cb tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups/ac4705d3-627c-4147-9ac4-20a8e16c2480 HTTP/1.1" status: 404 len: 347 time: 0.0140533 Jul 28 05:37:09.141941 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953dc3fb-8d78-4980-9900-f113530bd5f6 req-39c788cf-3325-4a17-9d65-e4c0a2dacaac tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:09.142218 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 39238) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:09.143470 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-953dc3fb-8d78-4980-9900-f113530bd5f6 req-39c788cf-3325-4a17-9d65-e4c0a2dacaac tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 945 time: 0.0621271 Jul 28 05:37:09.149432 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-86a6a810-e900-4f8c-b358-c7ea25c3c4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692'] for network (1b65f0de-5971-4ea9-8272-af726ad1e86a), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:09.150459 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a6a810-e900-4f8c-b358-c7ea25c3c4e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:09.151187 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-86a6a810-e900-4f8c-b358-c7ea25c3c4e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for network (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:09.195169 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-953dc3fb-8d78-4980-9900-f113530bd5f6 req-a92de8f3-cf7c-4960-b426-e54ce5d4dcd3 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/security-groups?id=a6641ef2-d1de-4aed-92c8-d74dcb8f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452120 Jul 28 05:37:09.229041 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (b49100c3-29f8-45db-910f-805da59e6250), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:09.230184 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 30d872c4-2287-4532-9e34-e113896ad3a6 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:37:09.251103 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:09.277710 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6a810-e900-4f8c-b358-c7ea25c3c4e5 admin admin] Pushing event updated for resources: {'Network': ['ID=1b65f0de-5971-4ea9-8272-af726ad1e86a,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:09.315148 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-86a6a810-e900-4f8c-b358-c7ea25c3c4e5 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6682770 Jul 28 05:37:09.318089 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 39240) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:09.324530 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-15f66850-0931-4458-b1eb-debfac104601 admin admin] Request body: {'subnet': {'network_id': '1b65f0de-5971-4ea9-8272-af726ad1e86a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1710663343-subnet', 'tenant_id': 'e478b4bf96c743688952cdf24dd4d0ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:37:09.347832 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-345733a2-566f-4b9e-8ee5-72ebbed8edd1 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Deleting port c7c9e963-f4cc-42b1-a1df-b06fe49073d4 {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:37:09.348180 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-345733a2-566f-4b9e-8ee5-72ebbed8edd1 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (c7c9e963-f4cc-42b1-a1df-b06fe49073d4), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:09.400259 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8e54dd-ba7c-4838-8f87-feb88035b692 x-openstack-request-id: req-4e8e54dd-ba7c-4838-8f87-feb88035b692 {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:37:09.400542 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549e692f-7b6f-4ab0-987b-986a1934630e", "name": "network-vif-plugged", "status": "completed", "tag": "b49100c3-29f8-45db-910f-805da59e6250", "code": 200}]} {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:37:09.400793 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4e8e54dd-ba7c-4838-8f87-feb88035b692 {{(pid=104274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:37:09.401184 dv-cinder-799871-48-iscsi neutron-server[104274]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e8e54dd-ba7c-4838-8f87-feb88035b692'] response: {'server_uuid': '549e692f-7b6f-4ab0-987b-986a1934630e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49100c3-29f8-45db-910f-805da59e6250', 'code': 200} Jul 28 05:37:09.404221 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Network 1b65f0de-5971-4ea9-8272-af726ad1e86a details requested by agent ovs-agent-dv-cinder-799871-48-iscsi with host dv-cinder-799871-48-iscsi {{(pid=104274) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 05:37:09.409003 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] No Port match for: 30d872c4-2287-4532-9e34-e113896ad3a6 {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:37:09.409350 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 30d872c4-2287-4532-9e34-e113896ad3a6 not bound to the agent host hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:37:09.430137 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-345733a2-566f-4b9e-8ee5-72ebbed8edd1 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (c7c9e963-f4cc-42b1-a1df-b06fe49073d4), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:09.430599 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-345733a2-566f-4b9e-8ee5-72ebbed8edd1 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for floatingip (c7c9e963-f4cc-42b1-a1df-b06fe49073d4), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:09.442967 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-345733a2-566f-4b9e-8ee5-72ebbed8edd1 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Calling delete_port for c7c9e963-f4cc-42b1-a1df-b06fe49073d4 owned by network:floatingip {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:37:09.459668 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:09.485402 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=b49100c3-29f8-45db-910f-805da59e6250,revision_number=5']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:09.490099 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f66850-0931-4458-b1eb-debfac104601 admin admin] Made reservation on behalf of e478b4bf96c743688952cdf24dd4d0ba for: {'subnet': 1} {{(pid=104273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:37:09.492536 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-15f66850-0931-4458-b1eb-debfac104601 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8898758'] for subnet (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:09.534367 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b2491-130a-4f13-9f92-967c2728bda0 req-8938156d-cce5-4c7a-ab9c-fec2553cfeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:09.536039 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f44b2491-130a-4f13-9f92-967c2728bda0 req-8938156d-cce5-4c7a-ab9c-fec2553cfeb1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7b96e460476f4bc9b35224e38b33f4c7&device_id=b4c59c70-b18e-4e7d-ad59-50b0e2e66041 HTTP/1.1" status: 200 len: 1127 time: 0.0542674 Jul 28 05:37:09.655848 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e8e3c-b213-490c-a870-789a702aeda9 req-d3b489f5-25da-4b95-9d71-e4ae8271773b tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:09.657319 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7c6e8e3c-b213-490c-a870-789a702aeda9 req-d3b489f5-25da-4b95-9d71-e4ae8271773b tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4c59c70-b18e-4e7d-ad59-50b0e2e66041 HTTP/1.1" status: 200 len: 943 time: 0.0677700 Jul 28 05:37:09.696598 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b2491-130a-4f13-9f92-967c2728bda0 req-8d2d6ab4-cc19-4328-8bd4-150976145162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:09.698166 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f44b2491-130a-4f13-9f92-967c2728bda0 req-8d2d6ab4-cc19-4328-8bd4-150976145162 service neutron] 10.222.0.57 "GET /v2.0/networks?id=92779e58-7df4-4404-9045-ca3676cbb72b HTTP/1.1" status: 200 len: 911 time: 0.1556046 Jul 28 05:37:09.749332 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f44b2491-130a-4f13-9f92-967c2728bda0 req-f4560bb2-17c8-4dca-a447-15a5e3585428 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6358d70d-ca49-4c50-af18-16013f79bc5a HTTP/1.1" status: 200 len: 217 time: 0.0427113 Jul 28 05:37:09.753795 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7c6e8e3c-b213-490c-a870-789a702aeda9 req-0869ce62-6061-43ae-8ef0-e604297ef925 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=8c71715b-4151-4b7d-81a6-72d2cf64a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897913 Jul 28 05:37:09.761725 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-345733a2-566f-4b9e-8ee5-72ebbed8edd1 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (c7c9e963-f4cc-42b1-a1df-b06fe49073d4), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:09.822409 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b2491-130a-4f13-9f92-967c2728bda0 req-c61d6e99-752d-4ae7-9db8-644f11e5b2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:09.823399 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f44b2491-130a-4f13-9f92-967c2728bda0 req-c61d6e99-752d-4ae7-9db8-644f11e5b2c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=93d0c7af-c778-4812-bccd-0383249712e7 HTTP/1.1" status: 200 len: 849 time: 0.0685749 Jul 28 05:37:09.824779 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345733a2-566f-4b9e-8ee5-72ebbed8edd1 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Pushing event deleted for resources: {'Port': ['ID=c7c9e963-f4cc-42b1-a1df-b06fe49073d4,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:09.832239 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd307e6-e8c3-4014-a81f-39a280381413 req-3973b962-523e-4604-ac45-d91f7e5837b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:09.833794 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-4bd307e6-e8c3-4014-a81f-39a280381413 req-3973b962-523e-4604-ac45-d91f7e5837b2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 1130 time: 0.1109555 Jul 28 05:37:09.859695 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-15f66850-0931-4458-b1eb-debfac104601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8745206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8898792'] for subnet (f0d7df84-3163-4f40-8457-79dd561c907f), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:09.909273 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:09.911703 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945f63a-9e5e-48d4-88c5-3b816820adc1 req-e6e426be-56f3-4965-9786-9bb8e78672b0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:09.913278 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c945f63a-9e5e-48d4-88c5-3b816820adc1 req-e6e426be-56f3-4965-9786-9bb8e78672b0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 946 time: 0.0740805 Jul 28 05:37:09.914689 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b2491-130a-4f13-9f92-967c2728bda0 req-f76c6f4a-9262-4cc7-981b-d07db18d4233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:09.916050 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f44b2491-130a-4f13-9f92-967c2728bda0 req-f76c6f4a-9262-4cc7-981b-d07db18d4233 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=92779e58-7df4-4404-9045-ca3676cbb72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0864878 Jul 28 05:37:09.949527 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-345733a2-566f-4b9e-8ee5-72ebbed8edd1 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for floatingip (54a6cb3d-555d-4382-b6a0-a81bcea5ca0b), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:09.952206 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-345733a2-566f-4b9e-8ee5-72ebbed8edd1 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for floatingip (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:09.953365 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-345733a2-566f-4b9e-8ee5-72ebbed8edd1 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "DELETE /v2.0/floatingips/54a6cb3d-555d-4382-b6a0-a81bcea5ca0b HTTP/1.1" status: 204 len: 168 time: 0.8097992 Jul 28 05:37:09.969235 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f66850-0931-4458-b1eb-debfac104601 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0d7df84-3163-4f40-8457-79dd561c907f,revision_number=0']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:09.974612 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-4bd307e6-e8c3-4014-a81f-39a280381413 req-fadb7f98-a4e1-4616-ba51-3b584b3e02a0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a6641ef2-d1de-4aed-92c8-d74dcb8f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230252 Jul 28 05:37:09.990479 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f66850-0931-4458-b1eb-debfac104601 admin admin] Checking segment: {'id': '86fc9414-cae8-4d9b-b7da-6e1941c309dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1b65f0de-5971-4ea9-8272-af726ad1e86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:37:09.990479 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f66850-0931-4458-b1eb-debfac104601 admin admin] Network hostable DHCP agents. Network: 1b65f0de-5971-4ea9-8272-af726ad1e86a, hostable agents: ['abae2507-ed95-47f5-bead-3f33926efd64'], hosted agents: [] {{(pid=104273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 05:37:10.023472 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c945f63a-9e5e-48d4-88c5-3b816820adc1 req-9d15ae50-bed0-4eae-993d-873c69abbaa1 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042397 Jul 28 05:37:10.049501 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f44b2491-130a-4f13-9f92-967c2728bda0 req-5ae783cb-395a-476a-b81c-e8caa4c76102 service neutron] 10.222.0.57 "GET /v2.0/networks/92779e58-7df4-4404-9045-ca3676cbb72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226499 Jul 28 05:37:10.061783 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f66850-0931-4458-b1eb-debfac104601 admin admin] Network 1b65f0de-5971-4ea9-8272-af726ad1e86a is scheduled to be hosted by DHCP agent abae2507-ed95-47f5-bead-3f33926efd64 with binding_index 1 {{(pid=104273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 05:37:10.129690 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [None req-15f66850-0931-4458-b1eb-debfac104601 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-48-iscsi, 1b65f0de-5971-4ea9-8272-af726ad1e86a) {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:37:10.133679 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f66850-0931-4458-b1eb-debfac104601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:10.139414 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-15f66850-0931-4458-b1eb-debfac104601 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for subnet (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:10.139823 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5430b4a-9ca0-49f1-9fc7-14c411316cd5 None None] Network 1b65f0de-5971-4ea9-8272-af726ad1e86a requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:37:10.170602 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 39248) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:10.175189 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-827d2d93-138d-4b36-a88f-2892c54da1f5 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1223401834', 'description': 'tempest-description--1932555133'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:37:10.229342 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-15f66850-0931-4458-b1eb-debfac104601 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9100747 Jul 28 05:37:10.244547 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:10.256919 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0d0d44-c14e-4cfc-9d26-9a4d641b87cf None None] Network 1b65f0de-5971-4ea9-8272-af726ad1e86a requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:37:10.270280 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f44b2491-130a-4f13-9f92-967c2728bda0 req-06f4f673-bf37-4334-a0ab-4a3dbfedb643 service neutron] 10.222.0.57 "GET /v2.0/networks/92779e58-7df4-4404-9045-ca3676cbb72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021886 Jul 28 05:37:10.298417 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-827d2d93-138d-4b36-a88f-2892c54da1f5 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:10.334264 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:10.343038 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8c74f-3ba5-43eb-bb77-0c65c940af7b req-5f748cd1-727d-4d6e-b39f-1117f6f310c0 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:10.350058 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1dc8c74f-3ba5-43eb-bb77-0c65c940af7b req-5f748cd1-727d-4d6e-b39f-1117f6f310c0 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 946 time: 0.0655422 Jul 28 05:37:10.390705 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-827d2d93-138d-4b36-a88f-2892c54da1f5 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group (3303294f-4f0c-4b8f-be16-a6eda4a61737), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:10.399676 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1dc8c74f-3ba5-43eb-bb77-0c65c940af7b req-c777ccd3-bd4d-48b2-824d-8739a410147e tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/security-groups?id=a6641ef2-d1de-4aed-92c8-d74dcb8f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487428 Jul 28 05:37:10.409347 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 39254) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:10.455971 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.db_base_plugin_v2 [None req-42ce3606-77ee-416d-83d5-2860e17ec90c admin admin] Deleting subnet 7b315907-29da-4c1d-a1bc-78888d08e555 {{(pid=104273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 05:37:10.459143 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-827d2d93-138d-4b36-a88f-2892c54da1f5 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (3303294f-4f0c-4b8f-be16-a6eda4a61737), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:10.462127 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-42ce3606-77ee-416d-83d5-2860e17ec90c admin admin] Publish callbacks [] for subnet (7b315907-29da-4c1d-a1bc-78888d08e555), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:10.506775 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:10.517903 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d2d93-138d-4b36-a88f-2892c54da1f5 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3303294f-4f0c-4b8f-be16-a6eda4a61737,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:10.524089 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-42ce3606-77ee-416d-83d5-2860e17ec90c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8432890'] for subnet (7b315907-29da-4c1d-a1bc-78888d08e555), precommit_delete_associations {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:10.555294 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-827d2d93-138d-4b36-a88f-2892c54da1f5 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:10.556478 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-827d2d93-138d-4b36-a88f-2892c54da1f5 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3847406 Jul 28 05:37:10.559496 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 39256) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:10.565058 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-13585337-f18c-424f-a6bb-df948f9830d1 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Request body: {'security_group_rule': {'security_group_id': '3303294f-4f0c-4b8f-be16-a6eda4a61737', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:37:10.568605 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-42ce3606-77ee-416d-83d5-2860e17ec90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190699'] for subnet (7b315907-29da-4c1d-a1bc-78888d08e555), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:10.634333 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-13585337-f18c-424f-a6bb-df948f9830d1 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group_rule (b74a303f-9a9f-4ff8-a6ac-4f75ddde6d4e), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:10.682163 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:10.691545 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-13585337-f18c-424f-a6bb-df948f9830d1 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group_rule (b74a303f-9a9f-4ff8-a6ac-4f75ddde6d4e), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:10.692106 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-42ce3606-77ee-416d-83d5-2860e17ec90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1190690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8745015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8898787'] for subnet (7b315907-29da-4c1d-a1bc-78888d08e555), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:10.695597 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:DELETE=8,neutron:SELECT=81,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:10.719500 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce3606-77ee-416d-83d5-2860e17ec90c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b315907-29da-4c1d-a1bc-78888d08e555,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:10.723066 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-42ce3606-77ee-416d-83d5-2860e17ec90c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for subnet (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:10.726255 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-42ce3606-77ee-416d-83d5-2860e17ec90c admin admin] 10.222.0.33 "DELETE /v2.0/subnets/7b315907-29da-4c1d-a1bc-78888d08e555 HTTP/1.1" status: 204 len: 168 time: 0.3158517 Jul 28 05:37:10.728725 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 39258) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:10.771587 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-13585337-f18c-424f-a6bb-df948f9830d1 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703374'] for security_group_rule (b74a303f-9a9f-4ff8-a6ac-4f75ddde6d4e), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:10.792118 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13585337-f18c-424f-a6bb-df948f9830d1 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b74a303f-9a9f-4ff8-a6ac-4f75ddde6d4e,revision_number=0']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:10.811070 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:10.814443 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-fb064c2a-f428-4645-9559-86736c86d6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1261665'] for network (720845ca-5ca0-4bd4-bab2-a234fecc44c9), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:10.860079 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 6358d70d-ca49-4c50-af18-16013f79bc5a details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:37:10.862295 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-13585337-f18c-424f-a6bb-df948f9830d1 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:10.868331 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-13585337-f18c-424f-a6bb-df948f9830d1 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3053613 Jul 28 05:37:10.868331 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 39262) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:10.874430 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-63337976-2b4f-4d18-9dcb-19ae89277848 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Request body: {'security_group_rule': {'security_group_id': '3303294f-4f0c-4b8f-be16-a6eda4a61737', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:37:10.899979 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095252b-9357-437e-8394-1871deb71ded req-728927d4-ed7e-4f2b-8e3d-a42f35f23392 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:10.901506 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f095252b-9357-437e-8394-1871deb71ded req-728927d4-ed7e-4f2b-8e3d-a42f35f23392 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4c59c70-b18e-4e7d-ad59-50b0e2e66041 HTTP/1.1" status: 200 len: 943 time: 0.0698764 Jul 28 05:37:10.915413 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-fb064c2a-f428-4645-9559-86736c86d6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1190917', 'neutron.services.segments.db._delete_segments_for_network-8748695459786'] for network (720845ca-5ca0-4bd4-bab2-a234fecc44c9), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:10.938409 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.services.segments.db [None req-fb064c2a-f428-4645-9559-86736c86d6cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['720845ca-5ca0-4bd4-bab2-a234fecc44c9']}} {{(pid=104273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:37:10.949571 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.services.segments.db [None req-fb064c2a-f428-4645-9559-86736c86d6cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3032bd82-3963-44a8-8f48-8914224a2206') {'for_net_delete': True} {{(pid=104273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:37:10.949877 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.services.segments.db [None req-fb064c2a-f428-4645-9559-86736c86d6cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3032bd82-3963-44a8-8f48-8914224a2206') {} {{(pid=104273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:37:10.956158 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f095252b-9357-437e-8394-1871deb71ded req-3bf3dd6c-7503-4bdb-bcf8-afc28b04babe tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=8c71715b-4151-4b7d-81a6-72d2cf64a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487294 Jul 28 05:37:10.965626 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-fb064c2a-f428-4645-9559-86736c86d6cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748695459687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8432867'] for segment (3032bd82-3963-44a8-8f48-8914224a2206), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:10.979877 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port 6358d70d-ca49-4c50-af18-16013f79bc5a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6358d70d-ca49-4c50-af18-16013f79bc5a,segment=NetworkSegment(c9e82de0-9864-4c88-908a-44b07604c3c0),segment_id=c9e82de0-9864-4c88-908a-44b07604c3c0)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:37:10.980689 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-fb064c2a-f428-4645-9559-86736c86d6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124'] for segment (3032bd82-3963-44a8-8f48-8914224a2206), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:10.988774 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb064c2a-f428-4645-9559-86736c86d6cc admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=104273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 05:37:10.994816 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-fb064c2a-f428-4645-9559-86736c86d6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8745065'] for segment (3032bd82-3963-44a8-8f48-8914224a2206), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:10.994952 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Returning: {'device': '6358d70d-ca49-4c50-af18-16013f79bc5a', 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b', 'port_id': '6358d70d-ca49-4c50-af18-16013f79bc5a', 'mac_address': 'fa:16:3e:76:67:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93d0c7af-c778-4812-bccd-0383249712e7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:37:11.000035 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-63337976-2b4f-4d18-9dcb-19ae89277848 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group_rule (c0040ecc-3af1-46d5-ad82-395e5ac5b7a5), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:11.027818 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port 6358d70d-ca49-4c50-af18-16013f79bc5a is: DOWN; New status is: BUILD {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:37:11.028818 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (6358d70d-ca49-4c50-af18-16013f79bc5a), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:11.042232 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6358d70d-ca49-4c50-af18-16013f79bc5a {{(pid=104274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:37:11.047475 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.services.segments.plugin [-] Segment 3032bd82-3963-44a8-8f48-8914224a2206 resource provider aggregate not found Jul 28 05:37:11.069280 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.services.segments.plugin [-] Segment 3032bd82-3963-44a8-8f48-8914224a2206 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3032bd82-3963-44a8-8f48-8914224a2206 found for delete ", "request_id": "req-1ccd10e5-438a-49b3-81c0-2554f2263572"}]} Jul 28 05:37:11.075754 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-63337976-2b4f-4d18-9dcb-19ae89277848 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group_rule (c0040ecc-3af1-46d5-ad82-395e5ac5b7a5), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:11.081373 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port 6358d70d-ca49-4c50-af18-16013f79bc5a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6358d70d-ca49-4c50-af18-16013f79bc5a,segment=NetworkSegment(c9e82de0-9864-4c88-908a-44b07604c3c0),segment_id=c9e82de0-9864-4c88-908a-44b07604c3c0)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:37:11.150041 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d14895-d0a1-45fb-a4bd-d91ff721f08f req-2ce630e4-a0d5-4ce7-b0de-79bff9f3d116 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:11.151501 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b4d14895-d0a1-45fb-a4bd-d91ff721f08f req-2ce630e4-a0d5-4ce7-b0de-79bff9f3d116 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 946 time: 0.0470643 Jul 28 05:37:11.188775 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-fb064c2a-f428-4645-9559-86736c86d6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1190926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4016432'] for network (720845ca-5ca0-4bd4-bab2-a234fecc44c9), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:11.189000 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (6358d70d-ca49-4c50-af18-16013f79bc5a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:11.191208 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-63337976-2b4f-4d18-9dcb-19ae89277848 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703374'] for security_group_rule (c0040ecc-3af1-46d5-ad82-395e5ac5b7a5), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:11.195808 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-fb064c2a-f428-4645-9559-86736c86d6cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for network (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:11.203127 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-fb064c2a-f428-4645-9559-86736c86d6cc admin admin] 10.222.0.33 "DELETE /v2.0/networks/720845ca-5ca0-4bd4-bab2-a234fecc44c9 HTTP/1.1" status: 204 len: 168 time: 0.4693038 Jul 28 05:37:11.208296 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 39270) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:11.210098 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb064c2a-f428-4645-9559-86736c86d6cc admin admin] Pushing event deleted for resources: {'Network': ['ID=720845ca-5ca0-4bd4-bab2-a234fecc44c9,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:11.244454 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=6358d70d-ca49-4c50-af18-16013f79bc5a,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:11.253312 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b4d14895-d0a1-45fb-a4bd-d91ff721f08f req-74fd34ca-b024-4163-81b1-166a34ad094d tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957036 Jul 28 05:37:11.256321 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63337976-2b4f-4d18-9dcb-19ae89277848 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0040ecc-3af1-46d5-ad82-395e5ac5b7a5,revision_number=0']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:11.289921 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.db_base_plugin_v2 [None req-12d116a8-83ff-433a-8646-5ed4a9edb0a5 admin admin] Deleting subnet f0d7df84-3163-4f40-8457-79dd561c907f {{(pid=104272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 05:37:11.293897 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-12d116a8-83ff-433a-8646-5ed4a9edb0a5 admin admin] Publish callbacks [] for subnet (f0d7df84-3163-4f40-8457-79dd561c907f), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:11.326539 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-63337976-2b4f-4d18-9dcb-19ae89277848 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:11.327651 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-63337976-2b4f-4d18-9dcb-19ae89277848 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4574311 Jul 28 05:37:11.331050 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 39272) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:11.333817 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-12d116a8-83ff-433a-8646-5ed4a9edb0a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12150832'] for subnet (f0d7df84-3163-4f40-8457-79dd561c907f), precommit_delete_associations {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:11.335847 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-ab6ece86-f115-4dd3-82e4-e7bafedbe5a8 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Request body: {'floatingip': {'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:37:11.381497 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-12d116a8-83ff-433a-8646-5ed4a9edb0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190699'] for subnet (f0d7df84-3163-4f40-8457-79dd561c907f), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:11.437512 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] get_ports_and_sgs() called for port_ids ['6358d70d-ca49-4c50-af18-16013f79bc5a'] {{(pid=104274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:37:11.451750 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ab6ece86-f115-4dd3-82e4-e7bafedbe5a8 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:11.473029 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:11.512378 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-12d116a8-83ff-433a-8646-5ed4a9edb0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1190690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8637802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12541275'] for subnet (f0d7df84-3163-4f40-8457-79dd561c907f), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:11.537968 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ab6ece86-f115-4dd3-82e4-e7bafedbe5a8 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:11.544857 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:11.547686 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d116a8-83ff-433a-8646-5ed4a9edb0a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0d7df84-3163-4f40-8457-79dd561c907f,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:11.551467 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-12d116a8-83ff-433a-8646-5ed4a9edb0a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:11.554628 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-12d116a8-83ff-433a-8646-5ed4a9edb0a5 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/f0d7df84-3163-4f40-8457-79dd561c907f HTTP/1.1" status: 204 len: 168 time: 0.3450437 Jul 28 05:37:11.561930 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a538198-9f94-4c9b-86a5-7d8a68d42cbf req-5340a8dc-243f-47c1-b9eb-ad858e4aae9c tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:11.564366 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2a538198-9f94-4c9b-86a5-7d8a68d42cbf req-5340a8dc-243f-47c1-b9eb-ad858e4aae9c tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 946 time: 0.0880032 Jul 28 05:37:11.564366 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 39276) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:11.666806 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.db_base_plugin_common [None req-ab6ece86-f115-4dd3-82e4-e7bafedbe5a8 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Allocated IP 172.27.0.114 (d892672b-b726-43a1-a501-142ea5a750c8/481049b9-1d68-41f1-a9d6-55330db72a03/e89c6733-79fc-49f4-8d4a-7965ed9b5495) {{(pid=104273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:37:11.672179 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bd0c9121-32da-4a75-b8bb-9e3842343322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1261665'] for network (1b65f0de-5971-4ea9-8272-af726ad1e86a), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:11.678782 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2a538198-9f94-4c9b-86a5-7d8a68d42cbf req-4a9fc129-1b0f-4880-a223-e8c442741993 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/security-groups?id=a6641ef2-d1de-4aed-92c8-d74dcb8f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071203 Jul 28 05:37:11.743883 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:11.756212 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bd0c9121-32da-4a75-b8bb-9e3842343322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1190917', 'neutron.services.segments.db._delete_segments_for_network-8748695459786'] for network (1b65f0de-5971-4ea9-8272-af726ad1e86a), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:11.774806 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:INSERT=1,neutron:UPDATE=2,neutron:SELECT=94,neutron:DELETE=3 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:11.776809 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.services.segments.db [None req-bd0c9121-32da-4a75-b8bb-9e3842343322 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b65f0de-5971-4ea9-8272-af726ad1e86a']}} {{(pid=104272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:37:11.779747 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ab6ece86-f115-4dd3-82e4-e7bafedbe5a8 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for port (e89c6733-79fc-49f4-8d4a-7965ed9b5495), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:11.786780 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.services.segments.db [None req-bd0c9121-32da-4a75-b8bb-9e3842343322 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86fc9414-cae8-4d9b-b7da-6e1941c309dc') {'for_net_delete': True} {{(pid=104272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:37:11.787246 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.services.segments.db [None req-bd0c9121-32da-4a75-b8bb-9e3842343322 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86fc9414-cae8-4d9b-b7da-6e1941c309dc') {} {{(pid=104272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:37:11.797092 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bd0c9121-32da-4a75-b8bb-9e3842343322 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748695459687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12150825'] for segment (86fc9414-cae8-4d9b-b7da-6e1941c309dc), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:11.810803 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bd0c9121-32da-4a75-b8bb-9e3842343322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124'] for segment (86fc9414-cae8-4d9b-b7da-6e1941c309dc), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:11.816968 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd0c9121-32da-4a75-b8bb-9e3842343322 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=104272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 05:37:11.817343 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bd0c9121-32da-4a75-b8bb-9e3842343322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8637748'] for segment (86fc9414-cae8-4d9b-b7da-6e1941c309dc), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:11.859985 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.services.segments.plugin [-] Segment 86fc9414-cae8-4d9b-b7da-6e1941c309dc resource provider aggregate not found Jul 28 05:37:11.882835 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.services.segments.plugin [-] Segment 86fc9414-cae8-4d9b-b7da-6e1941c309dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 86fc9414-cae8-4d9b-b7da-6e1941c309dc found for delete ", "request_id": "req-6b970f58-2456-412e-82fb-b8a6060dcd86"}]} Jul 28 05:37:11.907302 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ab6ece86-f115-4dd3-82e4-e7bafedbe5a8 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (e89c6733-79fc-49f4-8d4a-7965ed9b5495), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:11.948479 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6ece86-f115-4dd3-82e4-e7bafedbe5a8 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Network d892672b-b726-43a1-a501-142ea5a750c8 is already hosted by enough agents. {{(pid=104273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:37:11.953252 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [None req-ab6ece86-f115-4dd3-82e4-e7bafedbe5a8 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Resources bound (agent type, host, resource id): {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:37:11.955644 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6ece86-f115-4dd3-82e4-e7bafedbe5a8 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Received port after_create {{(pid=104273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:37:11.960958 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ece86-f115-4dd3-82e4-e7bafedbe5a8 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Pushing event updated for resources: {'Port': ['ID=e89c6733-79fc-49f4-8d4a-7965ed9b5495,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:12.026691 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bd0c9121-32da-4a75-b8bb-9e3842343322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1190926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4016432'] for network (1b65f0de-5971-4ea9-8272-af726ad1e86a), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:12.032081 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bd0c9121-32da-4a75-b8bb-9e3842343322 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for network (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:12.038075 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-bd0c9121-32da-4a75-b8bb-9e3842343322 admin admin] 10.222.0.33 "DELETE /v2.0/networks/1b65f0de-5971-4ea9-8272-af726ad1e86a HTTP/1.1" status: 204 len: 168 time: 0.4706850 Jul 28 05:37:12.063461 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:12.067735 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ab6ece86-f115-4dd3-82e4-e7bafedbe5a8 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for floatingip (0ed7bd60-e650-417c-b9b5-dc3c448436aa), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:12.076345 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c9121-32da-4a75-b8bb-9e3842343322 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b65f0de-5971-4ea9-8272-af726ad1e86a,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:12.098510 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda4fd9-a1f4-435e-80ea-ebdfa8d5d6cf req-b6af9fea-1643-472f-b367-c0f2198cad7d tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:12.100081 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3fda4fd9-a1f4-435e-80ea-ebdfa8d5d6cf req-b6af9fea-1643-472f-b367-c0f2198cad7d tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4c59c70-b18e-4e7d-ad59-50b0e2e66041 HTTP/1.1" status: 200 len: 944 time: 0.0635939 Jul 28 05:37:12.151204 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3fda4fd9-a1f4-435e-80ea-ebdfa8d5d6cf req-883e8029-5e91-4556-a0e4-2bcf8a9b2a7d tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=8c71715b-4151-4b7d-81a6-72d2cf64a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452015 Jul 28 05:37:12.200121 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ab6ece86-f115-4dd3-82e4-e7bafedbe5a8 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (e89c6733-79fc-49f4-8d4a-7965ed9b5495), before_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:12.356289 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ab6ece86-f115-4dd3-82e4-e7bafedbe5a8 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for port (e89c6733-79fc-49f4-8d4a-7965ed9b5495), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:12.390055 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bba091-a56d-47b3-8a7e-d3c4017ea88f req-3f8c17f8-7d65-4619-88aa-bb55445033fc tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:12.391573 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-01bba091-a56d-47b3-8a7e-d3c4017ea88f req-3f8c17f8-7d65-4619-88aa-bb55445033fc tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 946 time: 0.0531929 Jul 28 05:37:12.411522 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ab6ece86-f115-4dd3-82e4-e7bafedbe5a8 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8744973'] for port (e89c6733-79fc-49f4-8d4a-7965ed9b5495), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:12.423709 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 39288) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:12.463255 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-01bba091-a56d-47b3-8a7e-d3c4017ea88f req-3b8c80ad-9217-4df1-8661-9190676533af tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658450 Jul 28 05:37:12.483645 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ece86-f115-4dd3-82e4-e7bafedbe5a8 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Pushing event updated for resources: {'Port': ['ID=e89c6733-79fc-49f4-8d4a-7965ed9b5495,revision_number=2']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:12.488749 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-38224470-3d71-4959-b11f-6d886ea9ae0b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7e8a90930be148bea235087faa37735d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0631573 Jul 28 05:37:12.490524 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 39290) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:12.506075 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ab6ece86-f115-4dd3-82e4-e7bafedbe5a8 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4016612'] for floatingip (0ed7bd60-e650-417c-b9b5-dc3c448436aa), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:12.550727 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5d0dcd45-0f14-4ea6-9442-4a72dc5f2da3 admin admin] Publish callbacks [] for security_group (94d7d2d0-4cf1-466a-b36c-dcbed3119d2f), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:12.560979 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:12.572368 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5d0dcd45-0f14-4ea6-9442-4a72dc5f2da3 admin admin] Publish callbacks [] for security_group (94d7d2d0-4cf1-466a-b36c-dcbed3119d2f), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:12.601886 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ab6ece86-f115-4dd3-82e4-e7bafedbe5a8 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for floatingip (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:12.603096 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-ab6ece86-f115-4dd3-82e4-e7bafedbe5a8 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2710705 Jul 28 05:37:12.691246 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5d0dcd45-0f14-4ea6-9442-4a72dc5f2da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (94d7d2d0-4cf1-466a-b36c-dcbed3119d2f), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:12.693910 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5d0dcd45-0f14-4ea6-9442-4a72dc5f2da3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:12.695061 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-5d0dcd45-0f14-4ea6-9442-4a72dc5f2da3 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/94d7d2d0-4cf1-466a-b36c-dcbed3119d2f HTTP/1.1" status: 204 len: 168 time: 0.2036386 Jul 28 05:37:12.704690 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0dcd45-0f14-4ea6-9442-4a72dc5f2da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d7d2d0-4cf1-466a-b36c-dcbed3119d2f,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:12.811335 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-59a68c16-cc95-44aa-b221-195930e34dc7 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1223401834&fields=id&tenant_id=ba0b7f7639504a25a73c94335d62b98f HTTP/1.1" status: 200 len: 267 time: 0.0441349 Jul 28 05:37:12.876429 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 6358d70d-ca49-4c50-af18-16013f79bc5a up at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:37:12.922767 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning for port 6358d70d-ca49-4c50-af18-16013f79bc5a completed by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 05:37:12.924426 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-3f040948-fb02-4171-9e81-32f71f6c0773 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:12.925942 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-3f040948-fb02-4171-9e81-32f71f6c0773 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/networks?id=f094ee85-e5f7-4f76-b25b-19d66faa4449 HTTP/1.1" status: 200 len: 815 time: 0.1080205 Jul 28 05:37:12.941570 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-e92c94be-db1e-46c1-a331-263c160224e9 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/quotas/ba0b7f7639504a25a73c94335d62b98f HTTP/1.1" status: 200 len: 375 time: 0.0101752 Jul 28 05:37:12.992672 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning complete for port 6358d70d-ca49-4c50-af18-16013f79bc5a triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:37:12.993067 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (6358d70d-ca49-4c50-af18-16013f79bc5a), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:12.993452 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-31154db5-6338-4d7b-9dde-0513e988f342 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=ba0b7f7639504a25a73c94335d62b98f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454907 Jul 28 05:37:13.017159 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:13.074800 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:13.075832 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port 6358d70d-ca49-4c50-af18-16013f79bc5a is: BUILD; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:37:13.076339 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (6358d70d-ca49-4c50-af18-16013f79bc5a), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:13.099791 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-90f1baa7-f48b-434b-927e-d55aae15dce9 service neutron] 10.222.0.33 "GET /v2.0/networks/f094ee85-e5f7-4f76-b25b-19d66faa4449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933268 Jul 28 05:37:13.100889 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c59c70-b18e-4e7d-ad59-50b0e2e66041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6358d70d-ca49-4c50-af18-16013f79bc5a'}] {{(pid=104274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:37:13.103142 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fca5e984e5382dc69b1537007bd6daca7693f884f9b7ded019456fb151e79c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9783838-ddcd-47d5-94d0-f73ea2d01ff6" -d '{"events": [{"server_uuid": "b4c59c70-b18e-4e7d-ad59-50b0e2e66041", "name": "network-vif-plugged", "status": "completed", "tag": "6358d70d-ca49-4c50-af18-16013f79bc5a"}]}' {{(pid=104274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:37:13.116368 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port 6358d70d-ca49-4c50-af18-16013f79bc5a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6358d70d-ca49-4c50-af18-16013f79bc5a,segment=NetworkSegment(c9e82de0-9864-4c88-908a-44b07604c3c0),segment_id=c9e82de0-9864-4c88-908a-44b07604c3c0)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:37:13.189240 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (6358d70d-ca49-4c50-af18-16013f79bc5a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:13.197278 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-45845745-3aab-4d95-8dda-7804dfca0b54 service neutron] 10.222.0.33 "GET /v2.0/networks/f094ee85-e5f7-4f76-b25b-19d66faa4449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915568 Jul 28 05:37:13.236518 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=6358d70d-ca49-4c50-af18-16013f79bc5a,revision_number=5']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:13.404927 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 39314) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:13.449382 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-feb64953-0e1a-4317-921e-5cc067adefdc admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e478b4bf96c743688952cdf24dd4d0ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407684 Jul 28 05:37:13.449727 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 39318) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:13.530922 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb1183-2c74-41fb-9844-30e9eb8c4970 req-180ec50b-8064-4967-bf43-3a14da0f797c tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:13.532418 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-28bb1183-2c74-41fb-9844-30e9eb8c4970 req-180ec50b-8064-4967-bf43-3a14da0f797c tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 946 time: 0.0661454 Jul 28 05:37:13.562347 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-71bccd7f-d828-4801-a307-18f14a099752 admin admin] Publish callbacks [] for security_group (5299bebe-e558-4a1c-8b8f-f7accf82a106), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:13.600275 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-71bccd7f-d828-4801-a307-18f14a099752 admin admin] Publish callbacks [] for security_group (5299bebe-e558-4a1c-8b8f-f7accf82a106), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:13.620533 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-28bb1183-2c74-41fb-9844-30e9eb8c4970 req-1876d501-0023-46fb-9c35-e6ed0d782c8c tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/security-groups?id=a6641ef2-d1de-4aed-92c8-d74dcb8f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804644 Jul 28 05:37:13.648297 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:13.670502 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d259e8-1960-4aec-8209-e772002d02ca x-openstack-request-id: req-36d259e8-1960-4aec-8209-e772002d02ca {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:37:13.670952 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c59c70-b18e-4e7d-ad59-50b0e2e66041", "name": "network-vif-plugged", "status": "completed", "tag": "6358d70d-ca49-4c50-af18-16013f79bc5a", "code": 200}]} {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:37:13.671283 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-36d259e8-1960-4aec-8209-e772002d02ca {{(pid=104274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:37:13.672503 dv-cinder-799871-48-iscsi neutron-server[104274]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36d259e8-1960-4aec-8209-e772002d02ca'] response: {'server_uuid': 'b4c59c70-b18e-4e7d-ad59-50b0e2e66041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6358d70d-ca49-4c50-af18-16013f79bc5a', 'code': 200} Jul 28 05:37:13.753085 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-71bccd7f-d828-4801-a307-18f14a099752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (5299bebe-e558-4a1c-8b8f-f7accf82a106), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:13.755693 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-71bccd7f-d828-4801-a307-18f14a099752 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:13.756774 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-71bccd7f-d828-4801-a307-18f14a099752 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/5299bebe-e558-4a1c-8b8f-f7accf82a106 HTTP/1.1" status: 204 len: 168 time: 0.3056231 Jul 28 05:37:13.774394 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b2b69-3080-406f-99f7-5f6eb62fbd05 req-9632ad07-7fa5-4019-8803-8a7b165442e5 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:13.775972 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-da1b2b69-3080-406f-99f7-5f6eb62fbd05 req-9632ad07-7fa5-4019-8803-8a7b165442e5 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4c59c70-b18e-4e7d-ad59-50b0e2e66041 HTTP/1.1" status: 200 len: 945 time: 0.0605903 Jul 28 05:37:13.777082 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bccd7f-d828-4801-a307-18f14a099752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5299bebe-e558-4a1c-8b8f-f7accf82a106,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:13.831366 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-da1b2b69-3080-406f-99f7-5f6eb62fbd05 req-8db7f7b8-4c8d-44c0-b663-05acba65db1a tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=8c71715b-4151-4b7d-81a6-72d2cf64a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480843 Jul 28 05:37:13.909830 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-de8705c6-4c06-49d5-bbf9-301f68200229 req-f2d2882f-07b3-4bbf-ac76-60d57f30c716 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=9557131e-b3ea-4672-bdae-75a0c5a120e3 HTTP/1.1" status: 200 len: 210 time: 0.0351272 Jul 28 05:37:14.025911 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17ec89-93de-41f9-afef-547a968ba954 req-07f6fa82-87ce-4d0b-a6d8-ed4ee6eb89e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:14.027489 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ca17ec89-93de-41f9-afef-547a968ba954 req-07f6fa82-87ce-4d0b-a6d8-ed4ee6eb89e8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b4c59c70-b18e-4e7d-ad59-50b0e2e66041 HTTP/1.1" status: 200 len: 1129 time: 0.0714257 Jul 28 05:37:14.039203 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078368fa-4707-4173-98e7-5610663b7f98 req-d46ba35e-c9d5-405f-958e-ba7675362f90 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:14.040627 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-078368fa-4707-4173-98e7-5610663b7f98 req-d46ba35e-c9d5-405f-958e-ba7675362f90 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 946 time: 0.0727119 Jul 28 05:37:14.117788 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ca17ec89-93de-41f9-afef-547a968ba954 req-213d9372-a289-4d5f-b591-07fbab5aca37 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8c71715b-4151-4b7d-81a6-72d2cf64a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762019 Jul 28 05:37:14.122468 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-078368fa-4707-4173-98e7-5610663b7f98 req-d75a5c46-3cd2-4baf-8ea8-39ccaf35d618 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748515 Jul 28 05:37:14.228807 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ee0d3-279c-42a7-9f6b-efa5e9078ce9 req-687e1f9b-fb49-4f09-b127-4c64e0ecb642 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:14.235699 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-fa0ee0d3-279c-42a7-9f6b-efa5e9078ce9 req-687e1f9b-fb49-4f09-b127-4c64e0ecb642 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 946 time: 0.0538490 Jul 28 05:37:14.281804 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-fa0ee0d3-279c-42a7-9f6b-efa5e9078ce9 req-fc77aa44-a655-488a-bd8f-14480a5216fa tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/security-groups?id=a6641ef2-d1de-4aed-92c8-d74dcb8f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452180 Jul 28 05:37:14.628434 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0286bd7-4d1c-43c7-8886-d4b4ed701047 req-955909f5-a831-4e04-a168-bc9a7b5c471c tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:14.633159 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d0286bd7-4d1c-43c7-8886-d4b4ed701047 req-955909f5-a831-4e04-a168-bc9a7b5c471c tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 946 time: 0.0575085 Jul 28 05:37:14.682341 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d0286bd7-4d1c-43c7-8886-d4b4ed701047 req-96a22d8f-dc83-42d3-9a96-b0588509ef88 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/security-groups?id=a6641ef2-d1de-4aed-92c8-d74dcb8f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459974 Jul 28 05:37:14.959310 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88243f5e-26e2-4643-b92d-d6edcbfebf5d req-7ed025e9-2bc9-4f2b-8538-465e8ef05fbb tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:14.960759 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-88243f5e-26e2-4643-b92d-d6edcbfebf5d req-7ed025e9-2bc9-4f2b-8538-465e8ef05fbb tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4c59c70-b18e-4e7d-ad59-50b0e2e66041 HTTP/1.1" status: 200 len: 945 time: 0.0551565 Jul 28 05:37:15.009873 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-88243f5e-26e2-4643-b92d-d6edcbfebf5d req-6d762b3d-ed43-4970-a421-2a8d2a23e462 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=8c71715b-4151-4b7d-81a6-72d2cf64a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418706 Jul 28 05:37:15.104215 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-58aaf0e6-efce-451f-9393-fd0f6f48204c req-274e82c4-0f34-4add-8534-bcaef5fdf56b tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=9557131e-b3ea-4672-bdae-75a0c5a120e3 HTTP/1.1" status: 200 len: 210 time: 0.0288630 Jul 28 05:37:15.249385 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e7df2-b0de-4d21-9328-0a8d49bc4d6d req-5e45b20d-1349-4d01-9816-c9f0b1027c4f tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:15.250876 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-369e7df2-b0de-4d21-9328-0a8d49bc4d6d req-5e45b20d-1349-4d01-9816-c9f0b1027c4f tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 946 time: 0.0460169 Jul 28 05:37:15.301737 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-369e7df2-b0de-4d21-9328-0a8d49bc4d6d req-ca3b9e2a-185b-4e53-af3c-bfa461949ee3 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452244 Jul 28 05:37:16.152486 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99edefcb-9884-4ffc-acca-e54d094b5d5a req-65f72462-bed3-4722-aac8-28a77824a743 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:16.154318 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-99edefcb-9884-4ffc-acca-e54d094b5d5a req-65f72462-bed3-4722-aac8-28a77824a743 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4c59c70-b18e-4e7d-ad59-50b0e2e66041 HTTP/1.1" status: 200 len: 945 time: 0.0706556 Jul 28 05:37:16.164183 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-cebabaf9-efdd-47ce-997a-0c90a1ec74ca tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:16.165590 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-cebabaf9-efdd-47ce-997a-0c90a1ec74ca tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.57 "GET /v2.0/networks?id=f094ee85-e5f7-4f76-b25b-19d66faa4449 HTTP/1.1" status: 200 len: 815 time: 0.1479368 Jul 28 05:37:16.192591 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:16.248224 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-99edefcb-9884-4ffc-acca-e54d094b5d5a req-cff870bb-fb4f-4552-bf53-eb5790698ea5 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=8c71715b-4151-4b7d-81a6-72d2cf64a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815244 Jul 28 05:37:16.260728 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-e646e33d-969c-4690-b044-e01a6c28f1e8 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba0b7f7639504a25a73c94335d62b98f HTTP/1.1" status: 200 len: 380 time: 0.0864904 Jul 28 05:37:16.270842 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-af6abe5a-be5e-41fd-8811-06b96e19f88e tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Request body: {'port': {'device_id': '9557131e-b3ea-4672-bdae-75a0c5a120e3', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'admin_state_up': True, 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'security_groups': ['3303294f-4f0c-4b8f-be16-a6eda4a61737']}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:37:16.360199 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-85a06086-5628-4473-9d45-b8a2d2f860aa req-804e89fd-7b11-44c9-a29c-83cdbe7b81ce tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=9557131e-b3ea-4672-bdae-75a0c5a120e3 HTTP/1.1" status: 200 len: 210 time: 0.0333047 Jul 28 05:37:16.364049 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:16.470011 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154851b-6a5e-45a8-80dc-00647e9a95ed req-81d67860-a210-4500-93b9-078eec752898 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:16.471680 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e154851b-6a5e-45a8-80dc-00647e9a95ed req-81d67860-a210-4500-93b9-078eec752898 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4c59c70-b18e-4e7d-ad59-50b0e2e66041 HTTP/1.1" status: 200 len: 945 time: 0.0576704 Jul 28 05:37:16.483316 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 39400) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:16.487892 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-5e61b5a0-c274-4495-8abc-dab2bfed4844 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Request body: {'floatingip': {'port_id': '6358d70d-ca49-4c50-af18-16013f79bc5a'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:37:16.560877 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-af6abe5a-be5e-41fd-8811-06b96e19f88e tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Made reservation on behalf of ba0b7f7639504a25a73c94335d62b98f for: {'port': 1} {{(pid=104272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:37:16.564964 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-af6abe5a-be5e-41fd-8811-06b96e19f88e tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:16.584209 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5e61b5a0-c274-4495-8abc-dab2bfed4844 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for floatingip (c68b4881-0dd2-40c7-afa1-990230e4c7ec), before_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:16.600947 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e53e7-47d9-4234-96cf-e98e42c59cc0 req-ab7f5139-2afb-4686-9e3d-58dd18a9fa17 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:16.603498 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-706e53e7-47d9-4234-96cf-e98e42c59cc0 req-ab7f5139-2afb-4686-9e3d-58dd18a9fa17 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 946 time: 0.0765684 Jul 28 05:37:16.713848 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-706e53e7-47d9-4234-96cf-e98e42c59cc0 req-56039120-f84f-48a4-90ff-7b2b09b494a0 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024170 Jul 28 05:37:16.768202 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.db_base_plugin_common [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-af6abe5a-be5e-41fd-8811-06b96e19f88e tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Allocated IP 172.20.0.4 (f094ee85-e5f7-4f76-b25b-19d66faa4449/456b76b1-4e97-4147-a35d-860a8ddd449e/1fc13072-08e7-4bb8-8f8f-d55569372d0e) {{(pid=104272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:37:17.112755 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5e61b5a0-c274-4495-8abc-dab2bfed4844 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:17.177192 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-af6abe5a-be5e-41fd-8811-06b96e19f88e tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for port (1fc13072-08e7-4bb8-8f8f-d55569372d0e), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:17.194776 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5e61b5a0-c274-4495-8abc-dab2bfed4844 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4016612'] for floatingip (c68b4881-0dd2-40c7-afa1-990230e4c7ec), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:17.291921 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.db.l3_db [None req-5e61b5a0-c274-4495-8abc-dab2bfed4844 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Floating IP c68b4881-0dd2-40c7-afa1-990230e4c7ec associated. External IP: 172.27.0.137, port: 6358d70d-ca49-4c50-af18-16013f79bc5a. Jul 28 05:37:17.326928 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-af6abe5a-be5e-41fd-8811-06b96e19f88e tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (1fc13072-08e7-4bb8-8f8f-d55569372d0e), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:17.369912 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-af6abe5a-be5e-41fd-8811-06b96e19f88e tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Network f094ee85-e5f7-4f76-b25b-19d66faa4449 is already hosted by enough agents. {{(pid=104272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:37:17.375179 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-af6abe5a-be5e-41fd-8811-06b96e19f88e tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Resources bound (agent type, host, resource id): {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:37:17.379133 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-af6abe5a-be5e-41fd-8811-06b96e19f88e tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Received port after_create {{(pid=104272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:37:17.410952 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6abe5a-be5e-41fd-8811-06b96e19f88e tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Pushing event updated for resources: {'Port': ['ID=1fc13072-08e7-4bb8-8f8f-d55569372d0e,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:17.449317 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-af6abe5a-be5e-41fd-8811-06b96e19f88e tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:17.449969 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-af6abe5a-be5e-41fd-8811-06b96e19f88e tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:17.534396 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-af6abe5a-be5e-41fd-8811-06b96e19f88e tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2680118 Jul 28 05:37:17.546362 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-aa6045f7-45e2-43e5-b44c-cece6bdff338 service neutron] Request body: {'port': {'device_id': '9557131e-b3ea-4672-bdae-75a0c5a120e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:37:17.578363 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:17.637913 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-77cbe4c8-7368-4f50-be60-dcc45a33c2b1 None None] Provisioning complete for port 1fc13072-08e7-4bb8-8f8f-d55569372d0e triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:37:17.637913 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-77cbe4c8-7368-4f50-be60-dcc45a33c2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (1fc13072-08e7-4bb8-8f8f-d55569372d0e), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:17.638666 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-aa6045f7-45e2-43e5-b44c-cece6bdff338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (1fc13072-08e7-4bb8-8f8f-d55569372d0e), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:17.728694 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-77cbe4c8-7368-4f50-be60-dcc45a33c2b1 None None] Port 1fc13072-08e7-4bb8-8f8f-d55569372d0e cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:37:17.792920 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c8789-c9bf-42a5-9375-1ae98cfb9ec1 req-16bf272f-b26c-4a15-b7cf-09a03b06294a tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:17.795275 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-fc7c8789-c9bf-42a5-9375-1ae98cfb9ec1 req-16bf272f-b26c-4a15-b7cf-09a03b06294a tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=9557131e-b3ea-4672-bdae-75a0c5a120e3 HTTP/1.1" status: 200 len: 931 time: 0.0912764 Jul 28 05:37:17.804857 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:17.816193 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e61b5a0-c274-4495-8abc-dab2bfed4844 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Router 44df7d44-fab5-44ae-8bad-aa8f05374a42 has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:37:17.850162 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:17.918243 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:17.926093 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e61b5a0-c274-4495-8abc-dab2bfed4844 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:37:17.931153 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5e61b5a0-c274-4495-8abc-dab2bfed4844 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for floatingip (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:17.936900 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e54e2d-431c-4d97-9849-71d6618086f8 None None] Sync routers for ids ['44df7d44-fab5-44ae-8bad-aa8f05374a42'] in dv-cinder-799871-48-iscsi {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:37:17.947268 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-fc7c8789-c9bf-42a5-9375-1ae98cfb9ec1 req-d031e2f3-a937-4672-ae1e-c74f2796aaf9 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3303294f-4f0c-4b8f-be16-a6eda4a61737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007514 Jul 28 05:37:17.948771 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e54e2d-431c-4d97-9849-71d6618086f8 None None] Routers {'44df7d44-fab5-44ae-8bad-aa8f05374a42'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:37:17.949754 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-28e54e2d-431c-4d97-9849-71d6618086f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:37:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['44df7d44-fab5-44ae-8bad-aa8f05374a42'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:37:17.970010 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-5e61b5a0-c274-4495-8abc-dab2bfed4844 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "PUT /v2.0/floatingips/c68b4881-0dd2-40c7-afa1-990230e4c7ec HTTP/1.1" status: 200 len: 991 time: 1.4856112 Jul 28 05:37:17.970605 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c59c70-b18e-4e7d-ad59-50b0e2e66041', 'tag': '6358d70d-ca49-4c50-af18-16013f79bc5a'}] {{(pid=104273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:37:17.972945 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}294c2db51adabc0e3fe9263869e3ac3ebddb58bd39f135069541a8ae7da0566b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56ac3db-7178-492f-805f-b037a42703cb" -d '{"events": [{"name": "network-changed", "server_uuid": "b4c59c70-b18e-4e7d-ad59-50b0e2e66041", "tag": "6358d70d-ca49-4c50-af18-16013f79bc5a"}]}' {{(pid=104273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:37:18.063702 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-28e54e2d-431c-4d97-9849-71d6618086f8 None None] Set router 44df7d44-fab5-44ae-8bad-aa8f05374a42 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:37:18.136584 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-aa6045f7-45e2-43e5-b44c-cece6bdff338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fc13072-08e7-4bb8-8f8f-d55569372d0e {{(pid=104272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:37:18.148731 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c607a50-2614-4713-9476-232a7fc9eec5 req-4c98a46e-8a35-4fb2-9879-2514c6707706 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:18.150293 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8c607a50-2614-4713-9476-232a7fc9eec5 req-4c98a46e-8a35-4fb2-9879-2514c6707706 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 946 time: 0.1094053 Jul 28 05:37:18.155572 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-aa6045f7-45e2-43e5-b44c-cece6bdff338 service neutron] Publish callbacks [] for port (1fc13072-08e7-4bb8-8f8f-d55569372d0e), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:18.184044 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.provisioning_blocks [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-aa6045f7-45e2-43e5-b44c-cece6bdff338 service neutron] Transition to ACTIVE for port object 1fc13072-08e7-4bb8-8f8f-d55569372d0e will not be triggered until provisioned by entity L2. {{(pid=104272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 05:37:18.217495 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8c607a50-2614-4713-9476-232a7fc9eec5 req-ef4529ea-f1a0-4551-be18-10aa2e0c3cde tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531769 Jul 28 05:37:18.247547 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-aa6045f7-45e2-43e5-b44c-cece6bdff338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8637776'] for port (1fc13072-08e7-4bb8-8f8f-d55569372d0e), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:18.310637 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0847c6f-c5e7-4a30-ab57-44ceda60e75e x-openstack-request-id: req-a0847c6f-c5e7-4a30-ab57-44ceda60e75e {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:37:18.312734 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4c59c70-b18e-4e7d-ad59-50b0e2e66041", "tag": "6358d70d-ca49-4c50-af18-16013f79bc5a", "status": "completed", "code": 200}]} {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:37:18.313587 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a0847c6f-c5e7-4a30-ab57-44ceda60e75e {{(pid=104273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:37:18.314247 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0847c6f-c5e7-4a30-ab57-44ceda60e75e'] response: {'name': 'network-changed', 'server_uuid': 'b4c59c70-b18e-4e7d-ad59-50b0e2e66041', 'tag': '6358d70d-ca49-4c50-af18-16013f79bc5a', 'status': 'completed', 'code': 200} Jul 28 05:37:18.324362 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6045f7-45e2-43e5-b44c-cece6bdff338 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc13072-08e7-4bb8-8f8f-d55569372d0e,revision_number=2']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:18.343768 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:18.345226 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-28e54e2d-431c-4d97-9849-71d6618086f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'name': 'tempest-AttachVolumeTestJSON-834264126-router', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:24Z', 'updated_at': '2022-07-28T05:31:31Z', 'revision_number': 4, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'gw_port': {'id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:25Z', 'updated_at': '2022-07-28T05:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': 'c68b4881-0dd2-40c7-afa1-990230e4c7ec', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'floating_ip_address': '172.27.0.137', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'port_id': '6358d70d-ca49-4c50-af18-16013f79bc5a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b', 'mac_address': 'fa:16:3e:76:67:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c59c70-b18e-4e7d-ad59-50b0e2e66041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:36:51Z', 'updated_at': '2022-07-28T05:37:17Z', 'revision_number': 1, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43f53f1-11cb-414a-9485-93d8ec594f80', 'name': '', 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'mac_address': 'fa:16:3e:ad:68:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93d0c7af-c778-4812-bccd-0383249712e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:29Z', 'updated_at': '2022-07-28T05:31:45Z', 'revision_number': 5, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'subnets': [{'id': '93d0c7af-c778-4812-bccd-0383249712e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:37:18.383289 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e54e2d-431c-4d97-9849-71d6618086f8 None None] Checking router: 44df7d44-fab5-44ae-8bad-aa8f05374a42 for host: dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:37:18.394012 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e54e2d-431c-4d97-9849-71d6618086f8 None None] Routers {'44df7d44-fab5-44ae-8bad-aa8f05374a42'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:37:18.395061 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-28e54e2d-431c-4d97-9849-71d6618086f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:37:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['44df7d44-fab5-44ae-8bad-aa8f05374a42'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:37:18.396279 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ac3db-7178-492f-805f-b037a42703cb req-f0437ac0-1e2d-45ac-8cc7-496245953df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:18.398840 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-d56ac3db-7178-492f-805f-b037a42703cb req-f0437ac0-1e2d-45ac-8cc7-496245953df0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7b96e460476f4bc9b35224e38b33f4c7&device_id=b4c59c70-b18e-4e7d-ad59-50b0e2e66041 HTTP/1.1" status: 200 len: 1129 time: 0.0660648 Jul 28 05:37:18.409652 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.managers [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-aa6045f7-45e2-43e5-b44c-cece6bdff338 service neutron] Attempting to bind port 1fc13072-08e7-4bb8-8f8f-d55569372d0e on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:37:18.410296 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.managers [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-aa6045f7-45e2-43e5-b44c-cece6bdff338 service neutron] Attempting to bind port 1fc13072-08e7-4bb8-8f8f-d55569372d0e by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'd6393f65-f317-4f88-bc02-4e43465dc849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449'}] {{(pid=104272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:37:18.410940 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-aa6045f7-45e2-43e5-b44c-cece6bdff338 service neutron] Attempting to bind port 1fc13072-08e7-4bb8-8f8f-d55569372d0e on network f094ee85-e5f7-4f76-b25b-19d66faa4449 {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:37:18.416694 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-aa6045f7-45e2-43e5-b44c-cece6bdff338 service neutron] Port 1fc13072-08e7-4bb8-8f8f-d55569372d0e on network f094ee85-e5f7-4f76-b25b-19d66faa4449 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 05:37:18.417327 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-aa6045f7-45e2-43e5-b44c-cece6bdff338 service neutron] Attempting to bind port 1fc13072-08e7-4bb8-8f8f-d55569372d0e on network f094ee85-e5f7-4f76-b25b-19d66faa4449 {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:37:18.426731 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-aa6045f7-45e2-43e5-b44c-cece6bdff338 service neutron] Checking agent: {'id': '50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'started_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:37:18.427449 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-aa6045f7-45e2-43e5-b44c-cece6bdff338 service neutron] Checking segment: {'id': 'd6393f65-f317-4f88-bc02-4e43465dc849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:37:18.428103 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-aa6045f7-45e2-43e5-b44c-cece6bdff338 service neutron] Bound using segment: {'id': 'd6393f65-f317-4f88-bc02-4e43465dc849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449'} {{(pid=104272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:37:18.428618 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.managers [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-aa6045f7-45e2-43e5-b44c-cece6bdff338 service neutron] Bound port: 1fc13072-08e7-4bb8-8f8f-d55569372d0e, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6393f65-f317-4f88-bc02-4e43465dc849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449'}}] {{(pid=104272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:37:18.429033 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-aa6045f7-45e2-43e5-b44c-cece6bdff338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (1fc13072-08e7-4bb8-8f8f-d55569372d0e), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:18.507391 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ac3db-7178-492f-805f-b037a42703cb req-4ed70a8c-3b8a-4e54-94ec-a95f1e57e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:18.509004 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-d56ac3db-7178-492f-805f-b037a42703cb req-4ed70a8c-3b8a-4e54-94ec-a95f1e57e3c9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=92779e58-7df4-4404-9045-ca3676cbb72b HTTP/1.1" status: 200 len: 911 time: 0.1046519 Jul 28 05:37:18.509704 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-aa6045f7-45e2-43e5-b44c-cece6bdff338 service neutron] For port 1fc13072-08e7-4bb8-8f8f-d55569372d0e, host hv-cinder-79987, cleared binding levels {{(pid=104272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:37:18.512722 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-28e54e2d-431c-4d97-9849-71d6618086f8 None None] Set router 44df7d44-fab5-44ae-8bad-aa8f05374a42 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:37:18.513508 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-aa6045f7-45e2-43e5-b44c-cece6bdff338 service neutron] For port 1fc13072-08e7-4bb8-8f8f-d55569372d0e, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1fc13072-08e7-4bb8-8f8f-d55569372d0e,segment=NetworkSegment(d6393f65-f317-4f88-bc02-4e43465dc849),segment_id=d6393f65-f317-4f88-bc02-4e43465dc849)] {{(pid=104272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:37:18.546244 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:18.607736 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-aa6045f7-45e2-43e5-b44c-cece6bdff338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8637776'] for port (1fc13072-08e7-4bb8-8f8f-d55569372d0e), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:18.626730 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-d56ac3db-7178-492f-805f-b037a42703cb req-239128f7-9849-41ca-be9c-937b2336e50c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6358d70d-ca49-4c50-af18-16013f79bc5a HTTP/1.1" status: 200 len: 999 time: 0.0597954 Jul 28 05:37:18.652757 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-aa6045f7-45e2-43e5-b44c-cece6bdff338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:18.654408 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-aa6045f7-45e2-43e5-b44c-cece6bdff338 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:18.655897 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-aa6045f7-45e2-43e5-b44c-cece6bdff338 service neutron] 10.222.0.57 "PUT /v2.0/ports/1fc13072-08e7-4bb8-8f8f-d55569372d0e HTTP/1.1" status: 200 len: 1093 time: 1.1142960 Jul 28 05:37:18.656342 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9557131e-b3ea-4672-bdae-75a0c5a120e3', 'tag': '1fc13072-08e7-4bb8-8f8f-d55569372d0e'}] {{(pid=104272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:37:18.658684 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90743944bbcefbc541f6211993cabd2c9418e1ba23e64f30c52edf03935cac0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae650f6a-a536-4503-aefa-c0bbdc239393" -d '{"events": [{"name": "network-changed", "server_uuid": "9557131e-b3ea-4672-bdae-75a0c5a120e3", "tag": "1fc13072-08e7-4bb8-8f8f-d55569372d0e"}]}' {{(pid=104272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:37:18.681413 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6045f7-45e2-43e5-b44c-cece6bdff338 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc13072-08e7-4bb8-8f8f-d55569372d0e,revision_number=3']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:18.687140 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=100 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:18.703572 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ac3db-7178-492f-805f-b037a42703cb req-15fcd2db-44ab-4433-b31a-f869c4fdbb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:18.705557 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-d56ac3db-7178-492f-805f-b037a42703cb req-15fcd2db-44ab-4433-b31a-f869c4fdbb67 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=93d0c7af-c778-4812-bccd-0383249712e7 HTTP/1.1" status: 200 len: 849 time: 0.0712295 Jul 28 05:37:18.708043 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc76a5bf-8a1c-401c-b717-4e89312e68c5 x-openstack-request-id: req-fc76a5bf-8a1c-401c-b717-4e89312e68c5 {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:37:18.708339 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9557131e-b3ea-4672-bdae-75a0c5a120e3", "tag": "1fc13072-08e7-4bb8-8f8f-d55569372d0e", "status": "completed", "code": 200}]} {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:37:18.708598 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fc76a5bf-8a1c-401c-b717-4e89312e68c5 {{(pid=104272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:37:18.709032 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc76a5bf-8a1c-401c-b717-4e89312e68c5'] response: {'name': 'network-changed', 'server_uuid': '9557131e-b3ea-4672-bdae-75a0c5a120e3', 'tag': '1fc13072-08e7-4bb8-8f8f-d55569372d0e', 'status': 'completed', 'code': 200} Jul 28 05:37:18.756789 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-28e54e2d-431c-4d97-9849-71d6618086f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'name': 'tempest-AttachVolumeTestJSON-834264126-router', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:24Z', 'updated_at': '2022-07-28T05:31:31Z', 'revision_number': 4, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'gw_port': {'id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:25Z', 'updated_at': '2022-07-28T05:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': 'c68b4881-0dd2-40c7-afa1-990230e4c7ec', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'floating_ip_address': '172.27.0.137', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'port_id': '6358d70d-ca49-4c50-af18-16013f79bc5a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b', 'mac_address': 'fa:16:3e:76:67:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c59c70-b18e-4e7d-ad59-50b0e2e66041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:36:51Z', 'updated_at': '2022-07-28T05:37:17Z', 'revision_number': 1, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43f53f1-11cb-414a-9485-93d8ec594f80', 'name': '', 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'mac_address': 'fa:16:3e:ad:68:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93d0c7af-c778-4812-bccd-0383249712e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:29Z', 'updated_at': '2022-07-28T05:31:45Z', 'revision_number': 5, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'subnets': [{'id': '93d0c7af-c778-4812-bccd-0383249712e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:37:18.790024 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e54e2d-431c-4d97-9849-71d6618086f8 None None] The sync data for ids ['44df7d44-fab5-44ae-8bad-aa8f05374a42'] in dv-cinder-799871-48-iscsi is: [{'id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'name': 'tempest-AttachVolumeTestJSON-834264126-router', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:24Z', 'updated_at': '2022-07-28T05:31:31Z', 'revision_number': 4, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'gw_port': {'id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:25Z', 'updated_at': '2022-07-28T05:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': 'c68b4881-0dd2-40c7-afa1-990230e4c7ec', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'floating_ip_address': '172.27.0.137', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'port_id': '6358d70d-ca49-4c50-af18-16013f79bc5a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b', 'mac_address': 'fa:16:3e:76:67:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c59c70-b18e-4e7d-ad59-50b0e2e66041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:36:51Z', 'updated_at': '2022-07-28T05:37:17Z', 'revision_number': 1, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43f53f1-11cb-414a-9485-93d8ec594f80', 'name': '', 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'mac_address': 'fa:16:3e:ad:68:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93d0c7af-c778-4812-bccd-0383249712e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:29Z', 'updated_at': '2022-07-28T05:31:45Z', 'revision_number': 5, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'subnets': [{'id': '93d0c7af-c778-4812-bccd-0383249712e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:37:18.982656 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a49b83-3bc8-4bed-93df-29710161e159 None None] New status for floating IP c68b4881-0dd2-40c7-afa1-990230e4c7ec: ACTIVE {{(pid=104275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 05:37:19.078896 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906cfc1e-a130-4086-8622-763785a08324 req-02a94f74-2969-45b4-98af-2c243b1aef6c tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:19.080402 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-906cfc1e-a130-4086-8622-763785a08324 req-02a94f74-2969-45b4-98af-2c243b1aef6c tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=9557131e-b3ea-4672-bdae-75a0c5a120e3 HTTP/1.1" status: 200 len: 943 time: 0.0491822 Jul 28 05:37:19.129185 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-906cfc1e-a130-4086-8622-763785a08324 req-5d493aff-679c-4452-87fd-aad809e6174a tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3303294f-4f0c-4b8f-be16-a6eda4a61737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432298 Jul 28 05:37:19.346374 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f8ce8-af4d-4eb4-bb86-13d52396a380 req-553623f4-1e10-4e6f-b7d1-dde4955a4af9 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:19.347830 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-491f8ce8-af4d-4eb4-bb86-13d52396a380 req-553623f4-1e10-4e6f-b7d1-dde4955a4af9 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 946 time: 0.0478330 Jul 28 05:37:19.394134 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-491f8ce8-af4d-4eb4-bb86-13d52396a380 req-1d6ed5d6-942c-4ac7-9e2c-bab5d1552335 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407660 Jul 28 05:37:20.252570 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c47199-f914-4e18-a9e2-d842fde2ba7c req-f97a2dd3-3563-46d5-9ecd-d6e892ae08f1 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:20.254068 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-00c47199-f914-4e18-a9e2-d842fde2ba7c req-f97a2dd3-3563-46d5-9ecd-d6e892ae08f1 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=9557131e-b3ea-4672-bdae-75a0c5a120e3 HTTP/1.1" status: 200 len: 943 time: 0.0507855 Jul 28 05:37:20.265178 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device bb48c226-cd8a-426b-8392-6dcb3d411b85 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:37:20.305838 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-00c47199-f914-4e18-a9e2-d842fde2ba7c req-4cc2b701-3874-43fc-967d-83116f59ef12 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3303294f-4f0c-4b8f-be16-a6eda4a61737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462363 Jul 28 05:37:20.370124 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port bb48c226-cd8a-426b-8392-6dcb3d411b85, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bb48c226-cd8a-426b-8392-6dcb3d411b85,segment=NetworkSegment(4427f270-b023-404e-a3c1-104654497080),segment_id=4427f270-b023-404e-a3c1-104654497080)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:37:20.386508 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Returning: {'device': 'bb48c226-cd8a-426b-8392-6dcb3d411b85', 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5', 'port_id': 'bb48c226-cd8a-426b-8392-6dcb3d411b85', 'mac_address': 'fa:16:3e:1a:f6:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '329242a6-cde1-43fc-b2d2-7b69ba8c6d75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:37:20.422506 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port bb48c226-cd8a-426b-8392-6dcb3d411b85 is: ACTIVE; New status is: BUILD {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:37:20.422897 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (bb48c226-cd8a-426b-8392-6dcb3d411b85), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:20.437407 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb48c226-cd8a-426b-8392-6dcb3d411b85 {{(pid=104274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:37:20.458422 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port bb48c226-cd8a-426b-8392-6dcb3d411b85, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bb48c226-cd8a-426b-8392-6dcb3d411b85,segment=NetworkSegment(4427f270-b023-404e-a3c1-104654497080),segment_id=4427f270-b023-404e-a3c1-104654497080)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:37:20.515402 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527200f3-5a55-4f45-bc9f-713f40d9370b req-034d1007-5446-4615-990a-4ad8032f85c2 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:20.516882 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-527200f3-5a55-4f45-bc9f-713f40d9370b req-034d1007-5446-4615-990a-4ad8032f85c2 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 946 time: 0.0480316 Jul 28 05:37:20.531654 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (bb48c226-cd8a-426b-8392-6dcb3d411b85), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:20.565044 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-527200f3-5a55-4f45-bc9f-713f40d9370b req-b1ebd0a5-ad65-4205-8371-2b2b6ab0437a tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423677 Jul 28 05:37:20.579358 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=bb48c226-cd8a-426b-8392-6dcb3d411b85,revision_number=6']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:21.232216 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ac3db-7178-492f-805f-b037a42703cb req-a9dddd0e-9057-4f57-961a-cfa031659421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:21.233823 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-d56ac3db-7178-492f-805f-b037a42703cb req-a9dddd0e-9057-4f57-961a-cfa031659421 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=92779e58-7df4-4404-9045-ca3676cbb72b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445504 Jul 28 05:37:21.248760 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] get_ports_and_sgs() called for port_ids ['bb48c226-cd8a-426b-8392-6dcb3d411b85'] {{(pid=104274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:37:21.259896 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae650f6a-a536-4503-aefa-c0bbdc239393 req-1f5dd10c-e739-45f0-a567-94adad382ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:21.262160 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ae650f6a-a536-4503-aefa-c0bbdc239393 req-1f5dd10c-e739-45f0-a567-94adad382ca9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0b7f7639504a25a73c94335d62b98f&device_id=9557131e-b3ea-4672-bdae-75a0c5a120e3 HTTP/1.1" status: 200 len: 1127 time: 0.0510066 Jul 28 05:37:21.336337 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-d56ac3db-7178-492f-805f-b037a42703cb req-e7bbea74-94dc-4779-89a0-ee59268e68d8 service neutron] 10.222.0.57 "GET /v2.0/networks/92779e58-7df4-4404-9045-ca3676cbb72b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961144 Jul 28 05:37:21.442205 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:21.446201 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae650f6a-a536-4503-aefa-c0bbdc239393 req-41c9608d-7bc3-4b27-93a1-4a1841ea2a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:21.447696 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ae650f6a-a536-4503-aefa-c0bbdc239393 req-41c9608d-7bc3-4b27-93a1-4a1841ea2a17 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=ba0b7f7639504a25a73c94335d62b98f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1774647 Jul 28 05:37:21.459258 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a6dfa-ca87-4456-a491-2fd2e4d8e3b1 req-2f5c9f08-978e-4c37-8dd1-8239561f12f8 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:21.466145 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-885a6dfa-ca87-4456-a491-2fd2e4d8e3b1 req-2f5c9f08-978e-4c37-8dd1-8239561f12f8 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=9557131e-b3ea-4672-bdae-75a0c5a120e3 HTTP/1.1" status: 200 len: 943 time: 0.0706980 Jul 28 05:37:21.476751 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-d56ac3db-7178-492f-805f-b037a42703cb req-e4dd5b34-866b-40c9-8168-2bdbdf6ec15c service neutron] 10.222.0.57 "GET /v2.0/networks/92779e58-7df4-4404-9045-ca3676cbb72b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326561 Jul 28 05:37:21.571932 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-885a6dfa-ca87-4456-a491-2fd2e4d8e3b1 req-23b3c35a-d41e-43e7-b95e-6df63ccae033 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3303294f-4f0c-4b8f-be16-a6eda4a61737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047263 Jul 28 05:37:21.600916 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae650f6a-a536-4503-aefa-c0bbdc239393 req-a595e53d-d88b-4778-ac77-6fdcd62e4371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:21.602456 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ae650f6a-a536-4503-aefa-c0bbdc239393 req-a595e53d-d88b-4778-ac77-6fdcd62e4371 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1341329 Jul 28 05:37:21.726465 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536d39f-2dab-4bec-ac4e-5020fe818293 req-71a4b174-0ff4-432b-b9f6-1b1c1a27ba52 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:21.727998 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5536d39f-2dab-4bec-ac4e-5020fe818293 req-71a4b174-0ff4-432b-b9f6-1b1c1a27ba52 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 945 time: 0.0794997 Jul 28 05:37:21.733172 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-6a7b07c8-f0a0-4d30-80cd-c116aeec0b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:21.734605 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-6a7b07c8-f0a0-4d30-80cd-c116aeec0b23 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0b7f7639504a25a73c94335d62b98f&device_id=9557131e-b3ea-4672-bdae-75a0c5a120e3 HTTP/1.1" status: 200 len: 1127 time: 0.0536366 Jul 28 05:37:21.755618 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:21.794075 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-8434c13d-7d59-402f-ad40-813c49baae0d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fc13072-08e7-4bb8-8f8f-d55569372d0e HTTP/1.1" status: 200 len: 217 time: 0.0452378 Jul 28 05:37:21.836497 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5536d39f-2dab-4bec-ac4e-5020fe818293 req-a94fdc40-9b31-464c-bc34-3e6dd27f4ab1 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009836 Jul 28 05:37:21.854081 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-e7dd56c5-394e-4b01-8eb1-8ef85447f657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:21.855526 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-e7dd56c5-394e-4b01-8eb1-8ef85447f657 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=456b76b1-4e97-4147-a35d-860a8ddd449e HTTP/1.1" status: 200 len: 854 time: 0.0541646 Jul 28 05:37:21.901182 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-cdf292d5-d684-4a39-94de-090e1454fc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:21.902701 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-cdf292d5-d684-4a39-94de-090e1454fc8f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f094ee85-e5f7-4f76-b25b-19d66faa4449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393479 Jul 28 05:37:21.995543 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-37feea50-1f88-4837-a06c-e2e67c9169b5 service neutron] 10.222.0.57 "GET /v2.0/networks/f094ee85-e5f7-4f76-b25b-19d66faa4449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855284 Jul 28 05:37:22.091969 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7ea5223d-0609-4ba2-86a1-76fb058815ca req-e5be90ee-cdf2-4fa0-8417-de815729e823 service neutron] 10.222.0.57 "GET /v2.0/networks/f094ee85-e5f7-4f76-b25b-19d66faa4449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875726 Jul 28 05:37:22.703820 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c71b16-ec81-47c7-bccc-282293811ff1 req-979c318b-e442-4c6d-868e-c76c5af23096 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:22.705525 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-73c71b16-ec81-47c7-bccc-282293811ff1 req-979c318b-e442-4c6d-868e-c76c5af23096 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=9557131e-b3ea-4672-bdae-75a0c5a120e3 HTTP/1.1" status: 200 len: 943 time: 0.0594032 Jul 28 05:37:22.753690 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-73c71b16-ec81-47c7-bccc-282293811ff1 req-f1a1d136-2837-4b6b-ba02-6a5af6bdf5e9 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3303294f-4f0c-4b8f-be16-a6eda4a61737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426085 Jul 28 05:37:22.961405 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb6e60-814c-4461-b016-57ae5318a41b req-08ebb7a0-0f56-4f36-800e-3909e593bed1 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:22.962904 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5fcb6e60-814c-4461-b016-57ae5318a41b req-08ebb7a0-0f56-4f36-800e-3909e593bed1 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 945 time: 0.0512011 Jul 28 05:37:23.013497 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5fcb6e60-814c-4461-b016-57ae5318a41b req-18db4917-dfa6-4758-b6ff-1090cee65e8d tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449004 Jul 28 05:37:23.519880 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 1fc13072-08e7-4bb8-8f8f-d55569372d0e details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:37:23.523202 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device bb48c226-cd8a-426b-8392-6dcb3d411b85 up at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:37:23.623090 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning complete for port bb48c226-cd8a-426b-8392-6dcb3d411b85 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:37:23.623457 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (bb48c226-cd8a-426b-8392-6dcb3d411b85), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:23.685879 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port 1fc13072-08e7-4bb8-8f8f-d55569372d0e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1fc13072-08e7-4bb8-8f8f-d55569372d0e,segment=NetworkSegment(d6393f65-f317-4f88-bc02-4e43465dc849),segment_id=d6393f65-f317-4f88-bc02-4e43465dc849)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:37:23.692908 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:23.699409 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Returning: {'device': '1fc13072-08e7-4bb8-8f8f-d55569372d0e', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'port_id': '1fc13072-08e7-4bb8-8f8f-d55569372d0e', 'mac_address': 'fa:16:3e:b1:e2:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:37:23.744350 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:23.762941 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port bb48c226-cd8a-426b-8392-6dcb3d411b85 is: BUILD; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:37:23.763389 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (bb48c226-cd8a-426b-8392-6dcb3d411b85), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:23.766269 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port 1fc13072-08e7-4bb8-8f8f-d55569372d0e is: DOWN; New status is: BUILD {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:37:23.766636 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (1fc13072-08e7-4bb8-8f8f-d55569372d0e), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:23.794467 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fc13072-08e7-4bb8-8f8f-d55569372d0e {{(pid=104274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:37:23.802161 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54986322-1272-4f12-a108-b8675f3190a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb48c226-cd8a-426b-8392-6dcb3d411b85'}] {{(pid=104274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:37:23.807874 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fca5e984e5382dc69b1537007bd6daca7693f884f9b7ded019456fb151e79c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1309f3f-7b8a-472f-b015-fd5ca01b8bc0" -d '{"events": [{"server_uuid": "54986322-1272-4f12-a108-b8675f3190a6", "name": "network-vif-plugged", "status": "completed", "tag": "bb48c226-cd8a-426b-8392-6dcb3d411b85"}]}' {{(pid=104274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:37:23.824154 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port bb48c226-cd8a-426b-8392-6dcb3d411b85, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bb48c226-cd8a-426b-8392-6dcb3d411b85,segment=NetworkSegment(4427f270-b023-404e-a3c1-104654497080),segment_id=4427f270-b023-404e-a3c1-104654497080)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:37:23.832919 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port 1fc13072-08e7-4bb8-8f8f-d55569372d0e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1fc13072-08e7-4bb8-8f8f-d55569372d0e,segment=NetworkSegment(d6393f65-f317-4f88-bc02-4e43465dc849),segment_id=d6393f65-f317-4f88-bc02-4e43465dc849)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:37:23.875804 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ddcb5-4558-4243-9b27-4fda28e806a9 req-d879c502-fb62-4b17-9b0e-72791ae66b09 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:23.877274 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-204ddcb5-4558-4243-9b27-4fda28e806a9 req-d879c502-fb62-4b17-9b0e-72791ae66b09 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=9557131e-b3ea-4672-bdae-75a0c5a120e3 HTTP/1.1" status: 200 len: 943 time: 0.0484500 Jul 28 05:37:23.908752 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (bb48c226-cd8a-426b-8392-6dcb3d411b85), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:23.926813 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-204ddcb5-4558-4243-9b27-4fda28e806a9 req-1b68d7c8-7e4d-4e5d-93e8-65b50646e6f1 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3303294f-4f0c-4b8f-be16-a6eda4a61737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439615 Jul 28 05:37:23.936390 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (1fc13072-08e7-4bb8-8f8f-d55569372d0e), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:23.962607 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=bb48c226-cd8a-426b-8392-6dcb3d411b85,revision_number=7']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:24.012732 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=1fc13072-08e7-4bb8-8f8f-d55569372d0e,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:24.108633 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8af33a5-d43b-41d3-b932-9b543567567a x-openstack-request-id: req-f8af33a5-d43b-41d3-b932-9b543567567a {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:37:24.108934 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54986322-1272-4f12-a108-b8675f3190a6", "name": "network-vif-plugged", "status": "completed", "tag": "bb48c226-cd8a-426b-8392-6dcb3d411b85", "code": 200}]} {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:37:24.109192 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f8af33a5-d43b-41d3-b932-9b543567567a {{(pid=104274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:37:24.109705 dv-cinder-799871-48-iscsi neutron-server[104274]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8af33a5-d43b-41d3-b932-9b543567567a'] response: {'server_uuid': '54986322-1272-4f12-a108-b8675f3190a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb48c226-cd8a-426b-8392-6dcb3d411b85', 'code': 200} Jul 28 05:37:24.203243 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad436a6-f225-42c5-abcc-c2f25ee8d5e8 req-793f9fc1-23c4-4544-9658-09373b46f2d3 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:24.204718 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0ad436a6-f225-42c5-abcc-c2f25ee8d5e8 req-793f9fc1-23c4-4544-9658-09373b46f2d3 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 946 time: 0.0526485 Jul 28 05:37:24.250959 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0ad436a6-f225-42c5-abcc-c2f25ee8d5e8 req-5d71d79f-5f41-4be7-8c99-26e161f1ec14 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407407 Jul 28 05:37:25.053437 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2a97b-94aa-43f6-9d4d-ac448e1e3409 req-874d8db4-a928-4e0e-9571-39b28b0f3a4c tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:25.054969 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3ce2a97b-94aa-43f6-9d4d-ac448e1e3409 req-874d8db4-a928-4e0e-9571-39b28b0f3a4c tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=9557131e-b3ea-4672-bdae-75a0c5a120e3 HTTP/1.1" status: 200 len: 944 time: 0.0476820 Jul 28 05:37:25.103255 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3ce2a97b-94aa-43f6-9d4d-ac448e1e3409 req-6f028fe9-25d6-490d-af63-0b422cfa4ef0 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3303294f-4f0c-4b8f-be16-a6eda4a61737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428109 Jul 28 05:37:25.370471 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76388d30-5355-4b16-bbce-19a1d943fc3e req-247fe884-c41d-40d0-9a29-d963db2b9348 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:25.371825 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-76388d30-5355-4b16-bbce-19a1d943fc3e req-247fe884-c41d-40d0-9a29-d963db2b9348 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 946 time: 0.0458379 Jul 28 05:37:25.421820 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-76388d30-5355-4b16-bbce-19a1d943fc3e req-c9da35ee-1aae-4db0-ab27-10e65943e4a9 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440090 Jul 28 05:37:26.225071 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90251c63-c4b6-428c-84a3-89cd18008388 req-b5e060fb-3c58-4a66-89a6-0c75b5c4561d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:26.226607 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-90251c63-c4b6-428c-84a3-89cd18008388 req-b5e060fb-3c58-4a66-89a6-0c75b5c4561d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=9557131e-b3ea-4672-bdae-75a0c5a120e3 HTTP/1.1" status: 200 len: 944 time: 0.0493469 Jul 28 05:37:26.270617 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:26.275185 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-90251c63-c4b6-428c-84a3-89cd18008388 req-e08d849e-58ac-49a0-8112-bdf6736ee033 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3303294f-4f0c-4b8f-be16-a6eda4a61737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430579 Jul 28 05:37:26.507774 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:26.546576 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be89404-0f9c-49e4-a460-34f7ce79d1f5 req-75664ed2-229d-44ea-b13e-22bdcb2ee4f3 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:26.548042 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3be89404-0f9c-49e4-a460-34f7ce79d1f5 req-75664ed2-229d-44ea-b13e-22bdcb2ee4f3 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 946 time: 0.0489101 Jul 28 05:37:26.595569 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3be89404-0f9c-49e4-a460-34f7ce79d1f5 req-5337bcc4-f510-4f43-b147-16fdff7444c6 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420368 Jul 28 05:37:27.151274 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] get_ports_and_sgs() called for port_ids ['1fc13072-08e7-4bb8-8f8f-d55569372d0e'] {{(pid=104274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:37:27.399548 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccded30-ade5-4ae8-9864-ce867e178eb6 req-84e7629f-17e0-4d21-8233-5c6dd4cebf15 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:27.401427 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3ccded30-ade5-4ae8-9864-ce867e178eb6 req-84e7629f-17e0-4d21-8233-5c6dd4cebf15 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=9557131e-b3ea-4672-bdae-75a0c5a120e3 HTTP/1.1" status: 200 len: 944 time: 0.0528314 Jul 28 05:37:27.452625 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3ccded30-ade5-4ae8-9864-ce867e178eb6 req-40a4088a-e4d9-4f70-a871-0ebc94111143 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3303294f-4f0c-4b8f-be16-a6eda4a61737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447292 Jul 28 05:37:27.723149 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c505d-8705-46b4-9681-87e580b53cb8 req-dc81f0b1-cc6a-4dc2-ab1a-a7c5cd0c6055 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:27.724557 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-671c505d-8705-46b4-9681-87e580b53cb8 req-dc81f0b1-cc6a-4dc2-ab1a-a7c5cd0c6055 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 946 time: 0.0499582 Jul 28 05:37:27.772653 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-671c505d-8705-46b4-9681-87e580b53cb8 req-7ad06043-3de7-4bff-9f79-cf53b9ee306c tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423222 Jul 28 05:37:28.574946 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05696fc3-91f1-468c-a4b4-4f1c7239be19 req-1e90e333-2779-4979-98f1-16e983aa1466 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:28.577295 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-05696fc3-91f1-468c-a4b4-4f1c7239be19 req-1e90e333-2779-4979-98f1-16e983aa1466 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 946 time: 0.0523889 Jul 28 05:37:28.634462 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-05696fc3-91f1-468c-a4b4-4f1c7239be19 req-d54ba586-19ba-4563-9d56-39039e73fb41 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/security-groups?id=a6641ef2-d1de-4aed-92c8-d74dcb8f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511303 Jul 28 05:37:28.670692 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 39568) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:28.772150 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468fb8f-54e6-47b5-af39-de4efae891b3 req-57e33f91-4193-4c49-862b-424d84207d3b tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:28.774068 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5468fb8f-54e6-47b5-af39-de4efae891b3 req-57e33f91-4193-4c49-862b-424d84207d3b tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=9557131e-b3ea-4672-bdae-75a0c5a120e3 HTTP/1.1" status: 200 len: 944 time: 0.0588517 Jul 28 05:37:28.799813 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 1fc13072-08e7-4bb8-8f8f-d55569372d0e up at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:37:28.877735 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5468fb8f-54e6-47b5-af39-de4efae891b3 req-a64bef75-e74e-43ff-a0e8-d0a4da928e62 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3303294f-4f0c-4b8f-be16-a6eda4a61737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973504 Jul 28 05:37:28.878806 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning for port 1fc13072-08e7-4bb8-8f8f-d55569372d0e completed by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 05:37:28.966083 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning complete for port 1fc13072-08e7-4bb8-8f8f-d55569372d0e triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:37:28.966579 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (1fc13072-08e7-4bb8-8f8f-d55569372d0e), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:28.973111 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32016f7-846b-4082-8a87-0d0a8e4b9290 tempest-TestMinimumBasicScenario-1560285990 tempest-TestMinimumBasicScenario-1560285990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:28.979122 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-e32016f7-846b-4082-8a87-0d0a8e4b9290 tempest-TestMinimumBasicScenario-1560285990 tempest-TestMinimumBasicScenario-1560285990-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 1125 time: 0.3072929 Jul 28 05:37:28.980081 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 39578) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:28.984891 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-18abbc48-cce5-4faa-8ee9-ad8cf4c3bea5 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Request body: {'floatingip': {'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'port_id': 'b49100c3-29f8-45db-910f-805da59e6250', 'tenant_id': '5989fabc615545eeb4ef987dea566175', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:37:29.016099 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c85e7a-7efb-4b56-9e2e-b344acae89d2 req-4df844ac-d66e-4038-9ab4-28dd88e8870c tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:29.025610 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-64c85e7a-7efb-4b56-9e2e-b344acae89d2 req-4df844ac-d66e-4038-9ab4-28dd88e8870c tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 946 time: 0.0875015 Jul 28 05:37:29.077770 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port 1fc13072-08e7-4bb8-8f8f-d55569372d0e is: BUILD; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:37:29.078501 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (1fc13072-08e7-4bb8-8f8f-d55569372d0e), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:29.081085 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-18abbc48-cce5-4faa-8ee9-ad8cf4c3bea5 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:29.101987 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-64c85e7a-7efb-4b56-9e2e-b344acae89d2 req-c8d37a79-0193-4311-98a3-00880660a8ce tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731063 Jul 28 05:37:29.134156 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port 1fc13072-08e7-4bb8-8f8f-d55569372d0e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1fc13072-08e7-4bb8-8f8f-d55569372d0e,segment=NetworkSegment(d6393f65-f317-4f88-bc02-4e43465dc849),segment_id=d6393f65-f317-4f88-bc02-4e43465dc849)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:37:29.135722 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9557131e-b3ea-4672-bdae-75a0c5a120e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc13072-08e7-4bb8-8f8f-d55569372d0e'}] {{(pid=104274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:37:29.138192 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fca5e984e5382dc69b1537007bd6daca7693f884f9b7ded019456fb151e79c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f86109-5d54-416a-8ee1-58c4e65b081b" -d '{"events": [{"server_uuid": "9557131e-b3ea-4672-bdae-75a0c5a120e3", "name": "network-vif-plugged", "status": "completed", "tag": "1fc13072-08e7-4bb8-8f8f-d55569372d0e"}]}' {{(pid=104274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:37:29.185763 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c06bab-a480-44b5-aab3-b88a1ce9eee6 x-openstack-request-id: req-d6c06bab-a480-44b5-aab3-b88a1ce9eee6 {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:37:29.186265 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9557131e-b3ea-4672-bdae-75a0c5a120e3", "name": "network-vif-plugged", "status": "completed", "tag": "1fc13072-08e7-4bb8-8f8f-d55569372d0e", "code": 200}]} {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:37:29.186523 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d6c06bab-a480-44b5-aab3-b88a1ce9eee6 {{(pid=104274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:37:29.186929 dv-cinder-799871-48-iscsi neutron-server[104274]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6c06bab-a480-44b5-aab3-b88a1ce9eee6'] response: {'server_uuid': '9557131e-b3ea-4672-bdae-75a0c5a120e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc13072-08e7-4bb8-8f8f-d55569372d0e', 'code': 200} Jul 28 05:37:29.220537 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-18abbc48-cce5-4faa-8ee9-ad8cf4c3bea5 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:29.263090 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (1fc13072-08e7-4bb8-8f8f-d55569372d0e), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:29.322708 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=1fc13072-08e7-4bb8-8f8f-d55569372d0e,revision_number=5']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:29.331654 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:29.332369 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:29.333024 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:29.333630 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:29.334188 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:29.334772 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:29.335283 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:29.335876 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:29.336431 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:29.337069 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:29.337617 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:29.337957 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:29.338286 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:29.338616 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:29.338993 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:29.432823 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.db_base_plugin_common [None req-18abbc48-cce5-4faa-8ee9-ad8cf4c3bea5 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Allocated IP 172.27.0.139 (d892672b-b726-43a1-a501-142ea5a750c8/481049b9-1d68-41f1-a9d6-55330db72a03/cbdd03f7-57bf-4665-a82a-4b4dc633f3cb) {{(pid=104273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:37:29.571050 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:29.587604 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-18abbc48-cce5-4faa-8ee9-ad8cf4c3bea5 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks [] for port (cbdd03f7-57bf-4665-a82a-4b4dc633f3cb), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:29.600360 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:30.014561 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6a9fd-2a5c-4a72-8f63-b882e8699302 req-fed88142-39d8-48fc-b9f8-0792e22fdb62 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:30.018056 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-bab6a9fd-2a5c-4a72-8f63-b882e8699302 req-fed88142-39d8-48fc-b9f8-0792e22fdb62 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=9557131e-b3ea-4672-bdae-75a0c5a120e3 HTTP/1.1" status: 200 len: 945 time: 0.0691712 Jul 28 05:37:30.072447 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-bab6a9fd-2a5c-4a72-8f63-b882e8699302 req-c177f052-fd9b-484b-aed9-c9af9c6c8f78 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3303294f-4f0c-4b8f-be16-a6eda4a61737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470953 Jul 28 05:37:30.201794 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-18abbc48-cce5-4faa-8ee9-ad8cf4c3bea5 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (cbdd03f7-57bf-4665-a82a-4b4dc633f3cb), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:30.247011 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18abbc48-cce5-4faa-8ee9-ad8cf4c3bea5 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Pushing event updated for resources: {'Port': ['ID=cbdd03f7-57bf-4665-a82a-4b4dc633f3cb,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:30.252138 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a96060-4cca-4492-951f-ee27e0ddb0b2 req-95d24937-1734-4fa5-9a3f-ea4e1b910870 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:30.253974 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b2a96060-4cca-4492-951f-ee27e0ddb0b2 req-95d24937-1734-4fa5-9a3f-ea4e1b910870 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 946 time: 0.0701396 Jul 28 05:37:30.286713 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18abbc48-cce5-4faa-8ee9-ad8cf4c3bea5 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Network d892672b-b726-43a1-a501-142ea5a750c8 is already hosted by enough agents. {{(pid=104273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:37:30.288331 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [None req-18abbc48-cce5-4faa-8ee9-ad8cf4c3bea5 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Resources bound (agent type, host, resource id): {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:37:30.293648 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18abbc48-cce5-4faa-8ee9-ad8cf4c3bea5 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Received port after_create {{(pid=104273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:37:30.334485 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3419d-a91e-47e0-bc55-db7c35e56a16 req-105ff607-b8ff-4a04-be70-305065fc7518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:30.337207 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7cf3419d-a91e-47e0-bc55-db7c35e56a16 req-105ff607-b8ff-4a04-be70-305065fc7518 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9557131e-b3ea-4672-bdae-75a0c5a120e3 HTTP/1.1" status: 200 len: 1129 time: 0.0822928 Jul 28 05:37:30.392321 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b2a96060-4cca-4492-951f-ee27e0ddb0b2 req-69539b69-2e93-4cec-bf5d-2a93548bbeb9 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256351 Jul 28 05:37:30.412747 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7cf3419d-a91e-47e0-bc55-db7c35e56a16 req-f9e4196c-727a-4516-99c5-9faa2d464a56 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3303294f-4f0c-4b8f-be16-a6eda4a61737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554814 Jul 28 05:37:30.765097 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-18abbc48-cce5-4faa-8ee9-ad8cf4c3bea5 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks [] for floatingip (0a89733e-1204-4869-ad50-afa612770edb), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:30.922000 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-18abbc48-cce5-4faa-8ee9-ad8cf4c3bea5 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (cbdd03f7-57bf-4665-a82a-4b4dc633f3cb), before_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:30.944266 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:31.112248 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-18abbc48-cce5-4faa-8ee9-ad8cf4c3bea5 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks [] for port (cbdd03f7-57bf-4665-a82a-4b4dc633f3cb), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:31.202766 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1452a17e-7e96-49ed-8fbb-30d00159d8cb req-f3e09b52-63b7-464a-98a4-71c2aecb129a tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:31.204251 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1452a17e-7e96-49ed-8fbb-30d00159d8cb req-f3e09b52-63b7-464a-98a4-71c2aecb129a tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=9557131e-b3ea-4672-bdae-75a0c5a120e3 HTTP/1.1" status: 200 len: 945 time: 0.0492811 Jul 28 05:37:31.256730 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1452a17e-7e96-49ed-8fbb-30d00159d8cb req-e82a458b-5e52-4fe0-98a3-b7b5bf6fb7a4 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3303294f-4f0c-4b8f-be16-a6eda4a61737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467563 Jul 28 05:37:31.358034 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-18abbc48-cce5-4faa-8ee9-ad8cf4c3bea5 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8744973'] for port (cbdd03f7-57bf-4665-a82a-4b4dc633f3cb), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:31.426645 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18abbc48-cce5-4faa-8ee9-ad8cf4c3bea5 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Pushing event updated for resources: {'Port': ['ID=cbdd03f7-57bf-4665-a82a-4b4dc633f3cb,revision_number=2']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:31.441115 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-18abbc48-cce5-4faa-8ee9-ad8cf4c3bea5 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4016612'] for floatingip (0a89733e-1204-4869-ad50-afa612770edb), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:31.535204 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c40a52-481e-4b95-ae1b-cce4286c2986 req-ab147b64-1d56-4b7a-991b-9ca52ea9dc17 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:31.536696 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-90c40a52-481e-4b95-ae1b-cce4286c2986 req-ab147b64-1d56-4b7a-991b-9ca52ea9dc17 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 946 time: 0.0508175 Jul 28 05:37:31.547118 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.db.l3_db [None req-18abbc48-cce5-4faa-8ee9-ad8cf4c3bea5 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Floating IP 0a89733e-1204-4869-ad50-afa612770edb associated. External IP: 172.27.0.139, port: b49100c3-29f8-45db-910f-805da59e6250. Jul 28 05:37:31.563165 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:31.588928 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-90c40a52-481e-4b95-ae1b-cce4286c2986 req-1edb1944-bfe7-4cb2-8b06-38d451242ad7 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466890 Jul 28 05:37:31.720750 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:31.779702 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18abbc48-cce5-4faa-8ee9-ad8cf4c3bea5 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Router 18b25aa3-587b-4524-a9a5-a808ed99b27f has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:37:31.899838 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18abbc48-cce5-4faa-8ee9-ad8cf4c3bea5 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:37:31.913851 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bc8cf2-87b5-45cb-8d2e-dee5ffd38039 None None] Sync routers for ids ['18b25aa3-587b-4524-a9a5-a808ed99b27f'] in dv-cinder-799871-48-iscsi {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:37:31.927017 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bc8cf2-87b5-45cb-8d2e-dee5ffd38039 None None] Routers {'18b25aa3-587b-4524-a9a5-a808ed99b27f'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:37:31.933730 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-71bc8cf2-87b5-45cb-8d2e-dee5ffd38039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:37:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['18b25aa3-587b-4524-a9a5-a808ed99b27f'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:37:32.001227 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-18abbc48-cce5-4faa-8ee9-ad8cf4c3bea5 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for floatingip (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:32.030951 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:32.048935 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-71bc8cf2-87b5-45cb-8d2e-dee5ffd38039 None None] Set router 18b25aa3-587b-4524-a9a5-a808ed99b27f gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:37:32.050445 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-18abbc48-cce5-4faa-8ee9-ad8cf4c3bea5 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0689716 Jul 28 05:37:32.051200 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549e692f-7b6f-4ab0-987b-986a1934630e', 'tag': 'b49100c3-29f8-45db-910f-805da59e6250'}] {{(pid=104273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:37:32.053183 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 39602) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:32.053783 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}294c2db51adabc0e3fe9263869e3ac3ebddb58bd39f135069541a8ae7da0566b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa7d79e-bbbc-4e3e-98c3-64f9721fabb2" -d '{"events": [{"name": "network-changed", "server_uuid": "549e692f-7b6f-4ab0-987b-986a1934630e", "tag": "b49100c3-29f8-45db-910f-805da59e6250"}]}' {{(pid=104273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:37:32.062695 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-41344d04-c55f-41da-8da3-9a0a24290df3 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1541881698', 'description': 'tempest-secgroup-smoke-1541881698 description', 'project_id': '5989fabc615545eeb4ef987dea566175'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:37:32.083138 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:32.097097 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1b2270-0127-457d-ae11-7c30efe29825 x-openstack-request-id: req-ba1b2270-0127-457d-ae11-7c30efe29825 {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:37:32.097826 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "549e692f-7b6f-4ab0-987b-986a1934630e", "tag": "b49100c3-29f8-45db-910f-805da59e6250", "status": "completed", "code": 200}]} {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:37:32.097826 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ba1b2270-0127-457d-ae11-7c30efe29825 {{(pid=104273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:37:32.098312 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba1b2270-0127-457d-ae11-7c30efe29825'] response: {'name': 'network-changed', 'server_uuid': '549e692f-7b6f-4ab0-987b-986a1934630e', 'tag': 'b49100c3-29f8-45db-910f-805da59e6250', 'status': 'completed', 'code': 200} Jul 28 05:37:32.183827 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=100 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:32.222948 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-41344d04-c55f-41da-8da3-9a0a24290df3 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:32.318597 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-41344d04-c55f-41da-8da3-9a0a24290df3 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks [] for security_group (67629efd-defe-468a-8cc4-0b3911b29ce3), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:32.362339 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-71bc8cf2-87b5-45cb-8d2e-dee5ffd38039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b25aa3-587b-4524-a9a5-a808ed99b27f', 'name': 'tempest-TestMinimumBasicScenario-1743660973-router', 'tenant_id': '5989fabc615545eeb4ef987dea566175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'caeed547-a745-4496-a52a-806333e18d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:36:19Z', 'updated_at': '2022-07-28T05:36:23Z', 'revision_number': 4, 'project_id': '5989fabc615545eeb4ef987dea566175', 'gw_port': {'id': 'caeed547-a745-4496-a52a-806333e18d72', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b25aa3-587b-4524-a9a5-a808ed99b27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:36:20Z', 'updated_at': '2022-07-28T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': '0a89733e-1204-4869-ad50-afa612770edb', 'tenant_id': '5989fabc615545eeb4ef987dea566175', 'floating_ip_address': '172.27.0.139', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': '18b25aa3-587b-4524-a9a5-a808ed99b27f', 'port_id': 'b49100c3-29f8-45db-910f-805da59e6250', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17d0b4db-03c1-4e8e-bad7-973b09ccd533', 'mac_address': 'fa:16:3e:3b:fe:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549e692f-7b6f-4ab0-987b-986a1934630e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:37:30Z', 'updated_at': '2022-07-28T05:37:30Z', 'revision_number': 0, 'project_id': '5989fabc615545eeb4ef987dea566175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8249eaa-d76e-4344-b2db-9a1854b0d00f', 'name': '', 'network_id': '17d0b4db-03c1-4e8e-bad7-973b09ccd533', 'tenant_id': '5989fabc615545eeb4ef987dea566175', 'mac_address': 'fa:16:3e:02:e3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b25aa3-587b-4524-a9a5-a808ed99b27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b1d31c83-80bf-48c5-9a09-2ae0c6ea6c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:36:22Z', 'updated_at': '2022-07-28T05:36:27Z', 'revision_number': 5, 'project_id': '5989fabc615545eeb4ef987dea566175', 'subnets': [{'id': 'b1d31c83-80bf-48c5-9a09-2ae0c6ea6c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:37:32.395255 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757bfca-bec0-4d0d-8378-b87cd85a9f2b req-3632765e-7a6f-4cd2-aed9-12369fe21e0d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:32.397957 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bc8cf2-87b5-45cb-8d2e-dee5ffd38039 None None] Checking router: 18b25aa3-587b-4524-a9a5-a808ed99b27f for host: dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:37:32.402996 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5757bfca-bec0-4d0d-8378-b87cd85a9f2b req-3632765e-7a6f-4cd2-aed9-12369fe21e0d tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=9557131e-b3ea-4672-bdae-75a0c5a120e3 HTTP/1.1" status: 200 len: 945 time: 0.0569577 Jul 28 05:37:32.411352 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bc8cf2-87b5-45cb-8d2e-dee5ffd38039 None None] Routers {'18b25aa3-587b-4524-a9a5-a808ed99b27f'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:37:32.412026 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-71bc8cf2-87b5-45cb-8d2e-dee5ffd38039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:37:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['18b25aa3-587b-4524-a9a5-a808ed99b27f'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:37:32.421967 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-41344d04-c55f-41da-8da3-9a0a24290df3 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (67629efd-defe-468a-8cc4-0b3911b29ce3), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:32.467834 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41344d04-c55f-41da-8da3-9a0a24290df3 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67629efd-defe-468a-8cc4-0b3911b29ce3,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:32.505648 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5757bfca-bec0-4d0d-8378-b87cd85a9f2b req-3ca10980-0d81-4da4-a2a3-2f03a0da02e2 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3303294f-4f0c-4b8f-be16-a6eda4a61737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015117 Jul 28 05:37:32.538848 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-71bc8cf2-87b5-45cb-8d2e-dee5ffd38039 None None] Set router 18b25aa3-587b-4524-a9a5-a808ed99b27f gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:37:32.548885 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-41344d04-c55f-41da-8da3-9a0a24290df3 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:32.550459 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-41344d04-c55f-41da-8da3-9a0a24290df3 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4958594 Jul 28 05:37:32.553978 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 39610) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:32.559373 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-6d610c65-e2c6-4d5e-8daa-30907da851dd tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Request body: {'security_group_rule': {'security_group_id': '67629efd-defe-468a-8cc4-0b3911b29ce3', 'project_id': '5989fabc615545eeb4ef987dea566175', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:37:32.659482 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6d610c65-e2c6-4d5e-8daa-30907da851dd tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks [] for security_group_rule (d8d2acec-cdf7-4c99-a482-1231546cf28c), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:32.782510 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6d610c65-e2c6-4d5e-8daa-30907da851dd tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks [] for security_group_rule (d8d2acec-cdf7-4c99-a482-1231546cf28c), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:32.785612 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2c93d-f94b-4c82-8e44-11d4616e2d5d req-705a6d62-2456-400b-b343-42ac0cf6e9a2 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:32.792293 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-94d2c93d-f94b-4c82-8e44-11d4616e2d5d req-705a6d62-2456-400b-b343-42ac0cf6e9a2 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 946 time: 0.0991664 Jul 28 05:37:32.808808 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:32.835286 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-71bc8cf2-87b5-45cb-8d2e-dee5ffd38039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b25aa3-587b-4524-a9a5-a808ed99b27f', 'name': 'tempest-TestMinimumBasicScenario-1743660973-router', 'tenant_id': '5989fabc615545eeb4ef987dea566175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'caeed547-a745-4496-a52a-806333e18d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:36:19Z', 'updated_at': '2022-07-28T05:36:23Z', 'revision_number': 4, 'project_id': '5989fabc615545eeb4ef987dea566175', 'gw_port': {'id': 'caeed547-a745-4496-a52a-806333e18d72', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b25aa3-587b-4524-a9a5-a808ed99b27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:36:20Z', 'updated_at': '2022-07-28T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': '0a89733e-1204-4869-ad50-afa612770edb', 'tenant_id': '5989fabc615545eeb4ef987dea566175', 'floating_ip_address': '172.27.0.139', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': '18b25aa3-587b-4524-a9a5-a808ed99b27f', 'port_id': 'b49100c3-29f8-45db-910f-805da59e6250', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17d0b4db-03c1-4e8e-bad7-973b09ccd533', 'mac_address': 'fa:16:3e:3b:fe:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549e692f-7b6f-4ab0-987b-986a1934630e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:37:30Z', 'updated_at': '2022-07-28T05:37:30Z', 'revision_number': 0, 'project_id': '5989fabc615545eeb4ef987dea566175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8249eaa-d76e-4344-b2db-9a1854b0d00f', 'name': '', 'network_id': '17d0b4db-03c1-4e8e-bad7-973b09ccd533', 'tenant_id': '5989fabc615545eeb4ef987dea566175', 'mac_address': 'fa:16:3e:02:e3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b25aa3-587b-4524-a9a5-a808ed99b27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b1d31c83-80bf-48c5-9a09-2ae0c6ea6c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:36:22Z', 'updated_at': '2022-07-28T05:36:27Z', 'revision_number': 5, 'project_id': '5989fabc615545eeb4ef987dea566175', 'subnets': [{'id': 'b1d31c83-80bf-48c5-9a09-2ae0c6ea6c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:37:32.846287 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-94d2c93d-f94b-4c82-8e44-11d4616e2d5d req-84322845-a478-4083-aca5-2d174e94901e tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527775 Jul 28 05:37:32.857839 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6d610c65-e2c6-4d5e-8daa-30907da851dd tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703374'] for security_group_rule (d8d2acec-cdf7-4c99-a482-1231546cf28c), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:32.876249 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bc8cf2-87b5-45cb-8d2e-dee5ffd38039 None None] The sync data for ids ['18b25aa3-587b-4524-a9a5-a808ed99b27f'] in dv-cinder-799871-48-iscsi is: [{'id': '18b25aa3-587b-4524-a9a5-a808ed99b27f', 'name': 'tempest-TestMinimumBasicScenario-1743660973-router', 'tenant_id': '5989fabc615545eeb4ef987dea566175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'caeed547-a745-4496-a52a-806333e18d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:36:19Z', 'updated_at': '2022-07-28T05:36:23Z', 'revision_number': 4, 'project_id': '5989fabc615545eeb4ef987dea566175', 'gw_port': {'id': 'caeed547-a745-4496-a52a-806333e18d72', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b25aa3-587b-4524-a9a5-a808ed99b27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:36:20Z', 'updated_at': '2022-07-28T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': '0a89733e-1204-4869-ad50-afa612770edb', 'tenant_id': '5989fabc615545eeb4ef987dea566175', 'floating_ip_address': '172.27.0.139', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': '18b25aa3-587b-4524-a9a5-a808ed99b27f', 'port_id': 'b49100c3-29f8-45db-910f-805da59e6250', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17d0b4db-03c1-4e8e-bad7-973b09ccd533', 'mac_address': 'fa:16:3e:3b:fe:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549e692f-7b6f-4ab0-987b-986a1934630e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:37:30Z', 'updated_at': '2022-07-28T05:37:30Z', 'revision_number': 0, 'project_id': '5989fabc615545eeb4ef987dea566175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8249eaa-d76e-4344-b2db-9a1854b0d00f', 'name': '', 'network_id': '17d0b4db-03c1-4e8e-bad7-973b09ccd533', 'tenant_id': '5989fabc615545eeb4ef987dea566175', 'mac_address': 'fa:16:3e:02:e3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b25aa3-587b-4524-a9a5-a808ed99b27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b1d31c83-80bf-48c5-9a09-2ae0c6ea6c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:36:22Z', 'updated_at': '2022-07-28T05:36:27Z', 'revision_number': 5, 'project_id': '5989fabc615545eeb4ef987dea566175', 'subnets': [{'id': 'b1d31c83-80bf-48c5-9a09-2ae0c6ea6c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:37:32.878774 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d610c65-e2c6-4d5e-8daa-30907da851dd tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d2acec-cdf7-4c99-a482-1231546cf28c,revision_number=0']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:32.959447 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6d610c65-e2c6-4d5e-8daa-30907da851dd tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:32.964261 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-6d610c65-e2c6-4d5e-8daa-30907da851dd tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4051580 Jul 28 05:37:32.964261 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 39614) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:32.968726 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-6ea222a7-4892-44b6-89b5-995b60a18679 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Request body: {'security_group_rule': {'security_group_id': '67629efd-defe-468a-8cc4-0b3911b29ce3', 'project_id': '5989fabc615545eeb4ef987dea566175', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:37:33.085118 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:33.088818 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6ea222a7-4892-44b6-89b5-995b60a18679 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks [] for security_group_rule (a59ef2ec-c7a0-40ec-9076-9918a5f6ed4b), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:33.144686 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2995b4-ba04-4e89-a3be-410d1f0eb2a7 None None] New status for floating IP 0a89733e-1204-4869-ad50-afa612770edb: ACTIVE {{(pid=104275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 05:37:33.149173 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=53,neutron:UPDATE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:33.150596 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:33.182843 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6ea222a7-4892-44b6-89b5-995b60a18679 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks [] for security_group_rule (a59ef2ec-c7a0-40ec-9076-9918a5f6ed4b), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:33.291128 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6ea222a7-4892-44b6-89b5-995b60a18679 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703374'] for security_group_rule (a59ef2ec-c7a0-40ec-9076-9918a5f6ed4b), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:33.326529 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea222a7-4892-44b6-89b5-995b60a18679 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a59ef2ec-c7a0-40ec-9076-9918a5f6ed4b,revision_number=0']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:33.373883 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7d79e-bbbc-4e3e-98c3-64f9721fabb2 req-372b3992-c82a-49a2-8351-632a62e6f547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:33.375508 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7aa7d79e-bbbc-4e3e-98c3-64f9721fabb2 req-372b3992-c82a-49a2-8351-632a62e6f547 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5989fabc615545eeb4ef987dea566175&device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 1130 time: 0.0612199 Jul 28 05:37:33.442339 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6ea222a7-4892-44b6-89b5-995b60a18679 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:33.443580 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-6ea222a7-4892-44b6-89b5-995b60a18679 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4786036 Jul 28 05:37:33.446293 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 39616) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:33.450625 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-c9a6e358-a1ac-4324-aab8-1b5aaa34fbd3 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Request body: {'security_group_rule': {'security_group_id': '67629efd-defe-468a-8cc4-0b3911b29ce3', 'project_id': '5989fabc615545eeb4ef987dea566175', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:37:33.495128 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7d79e-bbbc-4e3e-98c3-64f9721fabb2 req-02c26383-0014-4b89-8a67-4c613f958208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:33.496974 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7aa7d79e-bbbc-4e3e-98c3-64f9721fabb2 req-02c26383-0014-4b89-8a67-4c613f958208 service neutron] 10.222.0.57 "GET /v2.0/networks?id=17d0b4db-03c1-4e8e-bad7-973b09ccd533 HTTP/1.1" status: 200 len: 916 time: 0.1130393 Jul 28 05:37:33.595185 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c9a6e358-a1ac-4324-aab8-1b5aaa34fbd3 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks [] for security_group_rule (465fb7cf-910f-4116-9dc8-5a771678e7f8), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:33.648739 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594b945-ce63-4288-a9fd-77e221a8daa0 req-36e99725-cfac-4fba-93c2-235cff3161aa tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:33.658378 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8594b945-ce63-4288-a9fd-77e221a8daa0 req-36e99725-cfac-4fba-93c2-235cff3161aa tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=9557131e-b3ea-4672-bdae-75a0c5a120e3 HTTP/1.1" status: 200 len: 945 time: 0.0774353 Jul 28 05:37:33.685601 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c9a6e358-a1ac-4324-aab8-1b5aaa34fbd3 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks [] for security_group_rule (465fb7cf-910f-4116-9dc8-5a771678e7f8), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:33.714587 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8594b945-ce63-4288-a9fd-77e221a8daa0 req-33f47535-15e8-479e-aa14-221796307b06 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3303294f-4f0c-4b8f-be16-a6eda4a61737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550046 Jul 28 05:37:33.790121 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c9a6e358-a1ac-4324-aab8-1b5aaa34fbd3 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703374'] for security_group_rule (465fb7cf-910f-4116-9dc8-5a771678e7f8), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:33.811779 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6e358-a1ac-4324-aab8-1b5aaa34fbd3 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=465fb7cf-910f-4116-9dc8-5a771678e7f8,revision_number=0']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:33.878047 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c9a6e358-a1ac-4324-aab8-1b5aaa34fbd3 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:33.879569 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-c9a6e358-a1ac-4324-aab8-1b5aaa34fbd3 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4322853 Jul 28 05:37:33.882424 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 39624) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:33.890185 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-5ebb12aa-5c6f-4ce6-b883-8353c255b346 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Request body: {'security_group_rule': {'security_group_id': '67629efd-defe-468a-8cc4-0b3911b29ce3', 'project_id': '5989fabc615545eeb4ef987dea566175', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:37:33.990687 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:34.022953 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8becd63c-ba8b-4401-9df1-5997decc5e9b req-92adac3a-25fc-4220-938d-49b44d62819d tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:34.025646 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8becd63c-ba8b-4401-9df1-5997decc5e9b req-92adac3a-25fc-4220-938d-49b44d62819d tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 946 time: 0.0754745 Jul 28 05:37:34.028218 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7aa7d79e-bbbc-4e3e-98c3-64f9721fabb2 req-e7c679e6-bb2f-4619-80b7-cee9c75ca134 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b49100c3-29f8-45db-910f-805da59e6250 HTTP/1.1" status: 200 len: 1002 time: 0.1165352 Jul 28 05:37:34.053953 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-5ebb12aa-5c6f-4ce6-b883-8353c255b346 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks [] for security_group_rule (67802f99-61b5-4ef3-9750-645b64c6518b), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:34.123827 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8becd63c-ba8b-4401-9df1-5997decc5e9b req-7c18289c-2239-45b4-819e-2ec68b39485b tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900459 Jul 28 05:37:34.143444 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-5ebb12aa-5c6f-4ce6-b883-8353c255b346 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks [] for security_group_rule (67802f99-61b5-4ef3-9750-645b64c6518b), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:34.223087 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-5ebb12aa-5c6f-4ce6-b883-8353c255b346 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703374'] for security_group_rule (67802f99-61b5-4ef3-9750-645b64c6518b), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:34.249883 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb12aa-5c6f-4ce6-b883-8353c255b346 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67802f99-61b5-4ef3-9750-645b64c6518b,revision_number=0']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:34.328780 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-5ebb12aa-5c6f-4ce6-b883-8353c255b346 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:34.330066 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-5ebb12aa-5c6f-4ce6-b883-8353c255b346 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4466357 Jul 28 05:37:34.335599 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 39626) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:34.348952 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-5ea04ea6-c121-4798-99fe-30309d31b90e tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Request body: {'security_group_rule': {'security_group_id': '67629efd-defe-468a-8cc4-0b3911b29ce3', 'project_id': '5989fabc615545eeb4ef987dea566175', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:37:34.413789 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7d79e-bbbc-4e3e-98c3-64f9721fabb2 req-32944e3a-f4fe-44f3-b1b8-0a0796589487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:34.415268 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7aa7d79e-bbbc-4e3e-98c3-64f9721fabb2 req-32944e3a-f4fe-44f3-b1b8-0a0796589487 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b1d31c83-80bf-48c5-9a09-2ae0c6ea6c51 HTTP/1.1" status: 200 len: 854 time: 0.0807858 Jul 28 05:37:34.566743 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.db.securitygroups_db [None req-5ea04ea6-c121-4798-99fe-30309d31b90e tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Project 5989fabc615545eeb4ef987dea566175 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 05:37:34.573048 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-5ea04ea6-c121-4798-99fe-30309d31b90e tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks [] for security_group_rule (2ebe7a6f-84c4-41bd-a93a-5a610fb0dcdb), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:34.614891 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:34.641631 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-5ea04ea6-c121-4798-99fe-30309d31b90e tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks [] for security_group_rule (2ebe7a6f-84c4-41bd-a93a-5a610fb0dcdb), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:34.846633 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49728f7-8996-456d-8ead-88a028665c74 req-2e85fb43-c6b8-4f9d-a300-ab925279e0c0 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:34.848275 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f49728f7-8996-456d-8ead-88a028665c74 req-2e85fb43-c6b8-4f9d-a300-ab925279e0c0 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=9557131e-b3ea-4672-bdae-75a0c5a120e3 HTTP/1.1" status: 200 len: 945 time: 0.0535364 Jul 28 05:37:34.910394 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7d79e-bbbc-4e3e-98c3-64f9721fabb2 req-d39eeee3-d96e-402b-bf7d-e99f73c80a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:34.912174 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7aa7d79e-bbbc-4e3e-98c3-64f9721fabb2 req-d39eeee3-d96e-402b-bf7d-e99f73c80a72 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=17d0b4db-03c1-4e8e-bad7-973b09ccd533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0629432 Jul 28 05:37:34.979367 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-5ea04ea6-c121-4798-99fe-30309d31b90e tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703374'] for security_group_rule (2ebe7a6f-84c4-41bd-a93a-5a610fb0dcdb), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:35.006354 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f49728f7-8996-456d-8ead-88a028665c74 req-c595e7ab-d4dc-40e6-b20f-6acfc5b6e876 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3303294f-4f0c-4b8f-be16-a6eda4a61737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284993 Jul 28 05:37:35.014905 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea04ea6-c121-4798-99fe-30309d31b90e tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ebe7a6f-84c4-41bd-a93a-5a610fb0dcdb,revision_number=0']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:35.051245 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7aa7d79e-bbbc-4e3e-98c3-64f9721fabb2 req-9cd38e7c-71eb-41d0-99b4-317798edf611 service neutron] 10.222.0.57 "GET /v2.0/networks/17d0b4db-03c1-4e8e-bad7-973b09ccd533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303797 Jul 28 05:37:35.120046 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-5ea04ea6-c121-4798-99fe-30309d31b90e tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:35.121217 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-5ea04ea6-c121-4798-99fe-30309d31b90e tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7765398 Jul 28 05:37:35.124653 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 39642) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:35.128866 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-67a19494-6917-4d5a-b168-ada59fc933ee tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Request body: {'security_group_rule': {'security_group_id': '67629efd-defe-468a-8cc4-0b3911b29ce3', 'project_id': '5989fabc615545eeb4ef987dea566175', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:37:35.161932 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a8ca7-5626-4fde-b966-5a4b262b05b9 req-2f025081-0120-4d22-8263-9309c29af9c0 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:35.163301 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ab6a8ca7-5626-4fde-b966-5a4b262b05b9 req-2f025081-0120-4d22-8263-9309c29af9c0 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=9557131e-b3ea-4672-bdae-75a0c5a120e3 HTTP/1.1" status: 200 len: 945 time: 0.0741282 Jul 28 05:37:35.176410 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 39652) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:35.181656 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-87fe421b-3ed9-4996-a18c-cdc1b31ecc3f tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Request body: {'floatingip': {'port_id': '1fc13072-08e7-4bb8-8f8f-d55569372d0e'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:37:35.235198 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-87fe421b-3ed9-4996-a18c-cdc1b31ecc3f tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for floatingip (0ed7bd60-e650-417c-b9b5-dc3c448436aa), before_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:35.273449 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:35.295273 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.db.securitygroups_db [None req-67a19494-6917-4d5a-b168-ada59fc933ee tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Project 5989fabc615545eeb4ef987dea566175 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 05:37:35.308741 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-eef89639-2471-4c8b-9673-df2347b03bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:35.369296 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fe03f-7237-4f40-a210-f6262aad4b04 req-2f670351-2d53-4d34-b8ed-05c9174d78d2 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:35.371021 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-297fe03f-7237-4f40-a210-f6262aad4b04 req-2f670351-2d53-4d34-b8ed-05c9174d78d2 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 946 time: 0.1425726 Jul 28 05:37:35.378027 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-67a19494-6917-4d5a-b168-ada59fc933ee tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks [] for security_group_rule (4573dacc-9409-453f-b394-dd8b28ab7410), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:35.516831 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-297fe03f-7237-4f40-a210-f6262aad4b04 req-5448eebf-3786-45ce-b7d6-c5976abfc127 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322913 Jul 28 05:37:35.525224 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:35.537673 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7aa7d79e-bbbc-4e3e-98c3-64f9721fabb2 req-dfec9295-34b8-421e-bf8d-a83a9818008f service neutron] 10.222.0.57 "GET /v2.0/networks/17d0b4db-03c1-4e8e-bad7-973b09ccd533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613916 Jul 28 05:37:35.540050 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-67a19494-6917-4d5a-b168-ada59fc933ee tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks [] for security_group_rule (4573dacc-9409-453f-b394-dd8b28ab7410), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:35.665413 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-67a19494-6917-4d5a-b168-ada59fc933ee tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703374'] for security_group_rule (4573dacc-9409-453f-b394-dd8b28ab7410), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:35.705959 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a19494-6917-4d5a-b168-ada59fc933ee tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4573dacc-9409-453f-b394-dd8b28ab7410,revision_number=0']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:35.749432 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-87fe421b-3ed9-4996-a18c-cdc1b31ecc3f tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:35.808510 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-67a19494-6917-4d5a-b168-ada59fc933ee tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:35.812849 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-87fe421b-3ed9-4996-a18c-cdc1b31ecc3f tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4016612'] for floatingip (0ed7bd60-e650-417c-b9b5-dc3c448436aa), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:35.815723 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-67a19494-6917-4d5a-b168-ada59fc933ee tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6841247 Jul 28 05:37:35.849600 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 6 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:37:35.915466 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:35.938051 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-319103bd-c609-4027-b216-e72db5192880 req-aecc753e-5663-4ded-980a-6b3aad52ae60 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1541881698&fields=id&tenant_id=5989fabc615545eeb4ef987dea566175 HTTP/1.1" status: 200 len: 267 time: 0.0493312 Jul 28 05:37:35.952439 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.db.l3_db [None req-87fe421b-3ed9-4996-a18c-cdc1b31ecc3f tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Floating IP 0ed7bd60-e650-417c-b9b5-dc3c448436aa associated. External IP: 172.27.0.114, port: 1fc13072-08e7-4bb8-8f8f-d55569372d0e. Jul 28 05:37:36.025110 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319103bd-c609-4027-b216-e72db5192880 req-495b6819-ed08-4026-bf94-7454402181c2 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:36.027247 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-319103bd-c609-4027-b216-e72db5192880 req-495b6819-ed08-4026-bf94-7454402181c2 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 946 time: 0.0809979 Jul 28 05:37:36.045289 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [req-319103bd-c609-4027-b216-e72db5192880 req-6aa11ff8-063e-448c-b04c-b5306dc1e5cb tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Request body: {'port': {'security_groups': ['a6641ef2-d1de-4aed-92c8-d74dcb8f1b15', '67629efd-defe-468a-8cc4-0b3911b29ce3']}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:37:36.164762 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-319103bd-c609-4027-b216-e72db5192880 req-6aa11ff8-063e-448c-b04c-b5306dc1e5cb tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (b49100c3-29f8-45db-910f-805da59e6250), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:36.223589 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:36.428155 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [req-319103bd-c609-4027-b216-e72db5192880 req-6aa11ff8-063e-448c-b04c-b5306dc1e5cb tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] For port b49100c3-29f8-45db-910f-805da59e6250, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b49100c3-29f8-45db-910f-805da59e6250,segment=NetworkSegment(13d7440d-3f76-4d8c-8e60-76f5acb0fcab),segment_id=13d7440d-3f76-4d8c-8e60-76f5acb0fcab)] {{(pid=104272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:37:36.485442 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-319103bd-c609-4027-b216-e72db5192880 req-6aa11ff8-063e-448c-b04c-b5306dc1e5cb tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks [] for port (b49100c3-29f8-45db-910f-805da59e6250), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:36.589935 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fe421b-3ed9-4996-a18c-cdc1b31ecc3f tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Router d2cc43d3-bb01-4229-ac5e-8b627c08bbaf has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:37:36.595487 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-319103bd-c609-4027-b216-e72db5192880 req-6aa11ff8-063e-448c-b04c-b5306dc1e5cb tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8637776'] for port (b49100c3-29f8-45db-910f-805da59e6250), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:36.611559 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] get_ports_and_sgs() called for port_ids ['b49100c3-29f8-45db-910f-805da59e6250'] {{(pid=104274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:37:36.670531 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319103bd-c609-4027-b216-e72db5192880 req-6aa11ff8-063e-448c-b04c-b5306dc1e5cb tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:36.670905 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-319103bd-c609-4027-b216-e72db5192880 req-6aa11ff8-063e-448c-b04c-b5306dc1e5cb tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:36.672338 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-319103bd-c609-4027-b216-e72db5192880 req-6aa11ff8-063e-448c-b04c-b5306dc1e5cb tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "PUT /v2.0/ports/b49100c3-29f8-45db-910f-805da59e6250 HTTP/1.1" status: 200 len: 982 time: 0.6372411 Jul 28 05:37:36.672800 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549e692f-7b6f-4ab0-987b-986a1934630e', 'tag': 'b49100c3-29f8-45db-910f-805da59e6250'}] {{(pid=104272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:37:36.682367 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90743944bbcefbc541f6211993cabd2c9418e1ba23e64f30c52edf03935cac0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e24ddbf-45f6-4051-b4fb-727e88160da1" -d '{"events": [{"name": "network-changed", "server_uuid": "549e692f-7b6f-4ab0-987b-986a1934630e", "tag": "b49100c3-29f8-45db-910f-805da59e6250"}]}' {{(pid=104272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:37:36.718958 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa11ff8-063e-448c-b04c-b5306dc1e5cb tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Pushing event updated for resources: {'Port': ['ID=b49100c3-29f8-45db-910f-805da59e6250,revision_number=6']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:36.783867 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fe421b-3ed9-4996-a18c-cdc1b31ecc3f tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:37:36.784281 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] get_ports_and_sgs() called for port_ids ['b49100c3-29f8-45db-910f-805da59e6250'] {{(pid=104274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:37:36.789047 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-87fe421b-3ed9-4996-a18c-cdc1b31ecc3f tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for floatingip (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:36.827081 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-87fe421b-3ed9-4996-a18c-cdc1b31ecc3f tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "PUT /v2.0/floatingips/0ed7bd60-e650-417c-b9b5-dc3c448436aa HTTP/1.1" status: 200 len: 991 time: 1.6488984 Jul 28 05:37:36.827857 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9557131e-b3ea-4672-bdae-75a0c5a120e3', 'tag': '1fc13072-08e7-4bb8-8f8f-d55569372d0e'}] {{(pid=104273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:37:36.831348 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}294c2db51adabc0e3fe9263869e3ac3ebddb58bd39f135069541a8ae7da0566b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14074b86-6398-4f35-b2b5-750e0009d987" -d '{"events": [{"name": "network-changed", "server_uuid": "9557131e-b3ea-4672-bdae-75a0c5a120e3", "tag": "1fc13072-08e7-4bb8-8f8f-d55569372d0e"}]}' {{(pid=104273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:37:36.835251 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0748c8e2-66c1-47a4-b7be-607399c818b9 None None] Sync routers for ids ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'] in dv-cinder-799871-48-iscsi {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:37:36.905844 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:36.906670 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0748c8e2-66c1-47a4-b7be-607399c818b9 None None] Routers {'d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:37:36.909425 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-0748c8e2-66c1-47a4-b7be-607399c818b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:37:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:37:36.936554 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5b1a1-e73b-4841-b3f9-c2615af3a481 req-dd843ee3-0392-458b-8c67-6cfd4f10adec tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:36.938295 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-28d5b1a1-e73b-4841-b3f9-c2615af3a481 req-dd843ee3-0392-458b-8c67-6cfd4f10adec tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 946 time: 0.1417673 Jul 28 05:37:37.044068 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-28d5b1a1-e73b-4841-b3f9-c2615af3a481 req-7876b79b-e817-4f05-a5f5-2b4ac7879d9b tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955677 Jul 28 05:37:37.197513 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e2e61-ccb8-4f51-a183-66e198ee0841 req-d0175354-afb7-4810-bf82-2a01ad79059c tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:37.199064 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ac4e2e61-ccb8-4f51-a183-66e198ee0841 req-d0175354-afb7-4810-bf82-2a01ad79059c tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 985 time: 0.0558591 Jul 28 05:37:37.274659 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ac4e2e61-ccb8-4f51-a183-66e198ee0841 req-078b4591-c1a8-4534-93c6-c3a189d59626 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/security-groups?id=67629efd-defe-468a-8cc4-0b3911b29ce3&id=a6641ef2-d1de-4aed-92c8-d74dcb8f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0692263 Jul 28 05:37:37.307311 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-2ecb0bbf-e48d-4cd2-be8b-472cac48b9f8 None None] Provisioning complete for port b49100c3-29f8-45db-910f-805da59e6250 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:37:37.307311 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-2ecb0bbf-e48d-4cd2-be8b-472cac48b9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (b49100c3-29f8-45db-910f-805da59e6250), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:37.332789 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:37.356219 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1099e1-208f-461b-ba80-42536fa783a8 x-openstack-request-id: req-9e1099e1-208f-461b-ba80-42536fa783a8 {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:37:37.356551 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "549e692f-7b6f-4ab0-987b-986a1934630e", "tag": "b49100c3-29f8-45db-910f-805da59e6250", "status": "completed", "code": 200}]} {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:37:37.356846 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9e1099e1-208f-461b-ba80-42536fa783a8 {{(pid=104272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:37:37.358372 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e1099e1-208f-461b-ba80-42536fa783a8'] response: {'name': 'network-changed', 'server_uuid': '549e692f-7b6f-4ab0-987b-986a1934630e', 'tag': 'b49100c3-29f8-45db-910f-805da59e6250', 'status': 'completed', 'code': 200} Jul 28 05:37:37.381417 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-0748c8e2-66c1-47a4-b7be-607399c818b9 None None] Set router d2cc43d3-bb01-4229-ac5e-8b627c08bbaf gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:37:37.396054 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589a7ce6-9937-4549-873c-98331b156e8d x-openstack-request-id: req-589a7ce6-9937-4549-873c-98331b156e8d {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:37:37.396348 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9557131e-b3ea-4672-bdae-75a0c5a120e3", "tag": "1fc13072-08e7-4bb8-8f8f-d55569372d0e", "status": "completed", "code": 200}]} {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:37:37.396605 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-589a7ce6-9937-4549-873c-98331b156e8d {{(pid=104273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:37:37.397099 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.notifiers.nova [-] Nova event matching ['req-589a7ce6-9937-4549-873c-98331b156e8d'] response: {'name': 'network-changed', 'server_uuid': '9557131e-b3ea-4672-bdae-75a0c5a120e3', 'tag': '1fc13072-08e7-4bb8-8f8f-d55569372d0e', 'status': 'completed', 'code': 200} Jul 28 05:37:37.627652 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-2ecb0bbf-e48d-4cd2-be8b-472cac48b9f8 None None] Current status of the port b49100c3-29f8-45db-910f-805da59e6250 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:37:37.730341 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-d2f0a288-a296-44f0-add8-b6f105d1b7b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:37.788936 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:37.941597 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-0748c8e2-66c1-47a4-b7be-607399c818b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'name': 'tempest-AttachVolumeNegativeTest-1518408114-router', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:42Z', 'revision_number': 4, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'gw_port': {'id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': '0ed7bd60-e650-417c-b9b5-dc3c448436aa', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'floating_ip_address': '172.27.0.114', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'port_id': '1fc13072-08e7-4bb8-8f8f-d55569372d0e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'mac_address': 'fa:16:3e:b1:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9557131e-b3ea-4672-bdae-75a0c5a120e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:37:12Z', 'updated_at': '2022-07-28T05:37:35Z', 'revision_number': 1, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c786ec77-74c5-47cf-9acd-3809586aab79', 'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'mac_address': 'fa:16:3e:51:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:40Z', 'updated_at': '2022-07-28T05:32:02Z', 'revision_number': 5, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'subnets': [{'id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:37:37.977892 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0748c8e2-66c1-47a4-b7be-607399c818b9 None None] Checking router: d2cc43d3-bb01-4229-ac5e-8b627c08bbaf for host: dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:37:38.009004 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0748c8e2-66c1-47a4-b7be-607399c818b9 None None] Routers {'d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:37:38.009644 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-0748c8e2-66c1-47a4-b7be-607399c818b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:37:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:37:38.127885 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=100 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:38.177763 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-0748c8e2-66c1-47a4-b7be-607399c818b9 None None] Set router d2cc43d3-bb01-4229-ac5e-8b627c08bbaf gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:37:38.224934 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc1862-0825-4729-a732-05250b8e7436 req-437d9816-82fd-4413-9c9f-f36a4626cce7 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:38.228231 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-91cc1862-0825-4729-a732-05250b8e7436 req-437d9816-82fd-4413-9c9f-f36a4626cce7 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 946 time: 0.0574844 Jul 28 05:37:38.315058 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-91cc1862-0825-4729-a732-05250b8e7436 req-8b375e9a-5b94-4fc0-ae98-d7f7c49160f2 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780301 Jul 28 05:37:38.457605 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-0748c8e2-66c1-47a4-b7be-607399c818b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'name': 'tempest-AttachVolumeNegativeTest-1518408114-router', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:42Z', 'revision_number': 4, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'gw_port': {'id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': '0ed7bd60-e650-417c-b9b5-dc3c448436aa', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'floating_ip_address': '172.27.0.114', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'port_id': '1fc13072-08e7-4bb8-8f8f-d55569372d0e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'mac_address': 'fa:16:3e:b1:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9557131e-b3ea-4672-bdae-75a0c5a120e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:37:12Z', 'updated_at': '2022-07-28T05:37:35Z', 'revision_number': 1, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c786ec77-74c5-47cf-9acd-3809586aab79', 'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'mac_address': 'fa:16:3e:51:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:40Z', 'updated_at': '2022-07-28T05:32:02Z', 'revision_number': 5, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'subnets': [{'id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:37:38.486765 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0748c8e2-66c1-47a4-b7be-607399c818b9 None None] The sync data for ids ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'] in dv-cinder-799871-48-iscsi is: [{'id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'name': 'tempest-AttachVolumeNegativeTest-1518408114-router', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:42Z', 'revision_number': 4, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'gw_port': {'id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': '0ed7bd60-e650-417c-b9b5-dc3c448436aa', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'floating_ip_address': '172.27.0.114', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'port_id': '1fc13072-08e7-4bb8-8f8f-d55569372d0e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'mac_address': 'fa:16:3e:b1:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9557131e-b3ea-4672-bdae-75a0c5a120e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:37:12Z', 'updated_at': '2022-07-28T05:37:35Z', 'revision_number': 1, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c786ec77-74c5-47cf-9acd-3809586aab79', 'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'mac_address': 'fa:16:3e:51:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:40Z', 'updated_at': '2022-07-28T05:32:02Z', 'revision_number': 5, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'subnets': [{'id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:37:38.686829 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669e7b15-65b3-4d92-8381-e42d0f039d73 None None] New status for floating IP 0ed7bd60-e650-417c-b9b5-dc3c448436aa: ACTIVE {{(pid=104275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 05:37:39.124421 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:39.450571 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f39d4c-6a7a-470e-882f-c6b017e43037 req-cff93c24-0d96-481e-b975-32a068df4f6c tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:39.452985 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a4f39d4c-6a7a-470e-882f-c6b017e43037 req-cff93c24-0d96-481e-b975-32a068df4f6c tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 946 time: 0.0543904 Jul 28 05:37:39.504183 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a4f39d4c-6a7a-470e-882f-c6b017e43037 req-295b61cd-6323-4b70-b769-d88d742dd03d tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452833 Jul 28 05:37:40.064803 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:40.074222 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24ddbf-45f6-4051-b4fb-727e88160da1 req-c646a9f4-f7bb-4b9f-bd8a-f87d1bc22776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:40.075702 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0e24ddbf-45f6-4051-b4fb-727e88160da1 req-c646a9f4-f7bb-4b9f-bd8a-f87d1bc22776 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5989fabc615545eeb4ef987dea566175&device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 1169 time: 0.0450723 Jul 28 05:37:40.106933 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14074b86-6398-4f35-b2b5-750e0009d987 req-0a68253b-fcf3-437e-a99b-a9779affac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:40.109102 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-14074b86-6398-4f35-b2b5-750e0009d987 req-0a68253b-fcf3-437e-a99b-a9779affac6f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba0b7f7639504a25a73c94335d62b98f&device_id=9557131e-b3ea-4672-bdae-75a0c5a120e3 HTTP/1.1" status: 200 len: 1129 time: 0.0796423 Jul 28 05:37:40.114770 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62bb3a-dd6e-48a8-b5f6-fcfcb0c31cf9 req-73e6a0d7-442d-40fd-b688-9ae76a8af7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:40.117006 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-ad62bb3a-dd6e-48a8-b5f6-fcfcb0c31cf9 req-73e6a0d7-442d-40fd-b688-9ae76a8af7cd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d6e54a77d2aa469b8c0197d99170d978&device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 1130 time: 0.0498362 Jul 28 05:37:40.185300 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24ddbf-45f6-4051-b4fb-727e88160da1 req-fda820d6-ff31-48b9-be3d-440b8833e68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:40.187401 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0e24ddbf-45f6-4051-b4fb-727e88160da1 req-fda820d6-ff31-48b9-be3d-440b8833e68b service neutron] 10.222.0.57 "GET /v2.0/networks?id=17d0b4db-03c1-4e8e-bad7-973b09ccd533 HTTP/1.1" status: 200 len: 916 time: 0.1016984 Jul 28 05:37:40.234000 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=100 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:40.251672 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0e24ddbf-45f6-4051-b4fb-727e88160da1 req-4f3686a6-a6de-4a7b-9293-f1f4b77c9ff6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b49100c3-29f8-45db-910f-805da59e6250 HTTP/1.1" status: 200 len: 1002 time: 0.0575533 Jul 28 05:37:40.280653 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14074b86-6398-4f35-b2b5-750e0009d987 req-dc500870-e4cd-453b-be96-cb23421c80d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:40.282129 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-14074b86-6398-4f35-b2b5-750e0009d987 req-dc500870-e4cd-453b-be96-cb23421c80d8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f094ee85-e5f7-4f76-b25b-19d66faa4449 HTTP/1.1" status: 200 len: 916 time: 0.1651292 Jul 28 05:37:40.286589 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62bb3a-dd6e-48a8-b5f6-fcfcb0c31cf9 req-a8d144b3-d777-4ffa-8c31-a3790a412443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:40.287917 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-ad62bb3a-dd6e-48a8-b5f6-fcfcb0c31cf9 req-a8d144b3-d777-4ffa-8c31-a3790a412443 service neutron] 10.222.0.57 "GET /v2.0/networks?id=12676c2f-cd93-405a-a402-b0ee7cfa77c5 HTTP/1.1" status: 200 len: 918 time: 0.1208973 Jul 28 05:37:40.305525 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24ddbf-45f6-4051-b4fb-727e88160da1 req-a2c33b8c-3d6a-4c48-8dac-eb0ed8c3a1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:40.307046 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0e24ddbf-45f6-4051-b4fb-727e88160da1 req-a2c33b8c-3d6a-4c48-8dac-eb0ed8c3a1a8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b1d31c83-80bf-48c5-9a09-2ae0c6ea6c51 HTTP/1.1" status: 200 len: 854 time: 0.0486307 Jul 28 05:37:40.403056 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-14074b86-6398-4f35-b2b5-750e0009d987 req-bb03dd30-f590-4d6b-91f6-a54d492b499f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fc13072-08e7-4bb8-8f8f-d55569372d0e HTTP/1.1" status: 200 len: 1001 time: 0.1091866 Jul 28 05:37:40.405195 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-ad62bb3a-dd6e-48a8-b5f6-fcfcb0c31cf9 req-8f9d937c-3f62-476f-8dcf-e8d24e0d7c58 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb48c226-cd8a-426b-8392-6dcb3d411b85 HTTP/1.1" status: 200 len: 1002 time: 0.1101208 Jul 28 05:37:40.504610 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14074b86-6398-4f35-b2b5-750e0009d987 req-8119d19e-d4f0-4bcf-a9d2-f4801ebbd283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:40.505996 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-14074b86-6398-4f35-b2b5-750e0009d987 req-8119d19e-d4f0-4bcf-a9d2-f4801ebbd283 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=456b76b1-4e97-4147-a35d-860a8ddd449e HTTP/1.1" status: 200 len: 854 time: 0.0879076 Jul 28 05:37:40.507353 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62bb3a-dd6e-48a8-b5f6-fcfcb0c31cf9 req-0ba259fd-7da5-41b5-a43d-f77af5d883f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:40.508652 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-ad62bb3a-dd6e-48a8-b5f6-fcfcb0c31cf9 req-0ba259fd-7da5-41b5-a43d-f77af5d883f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=329242a6-cde1-43fc-b2d2-7b69ba8c6d75 HTTP/1.1" status: 200 len: 856 time: 0.0822470 Jul 28 05:37:40.525531 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:40.589771 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14074b86-6398-4f35-b2b5-750e0009d987 req-fd46795c-ab46-4c79-9fb8-66130c0c9462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:40.591287 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-14074b86-6398-4f35-b2b5-750e0009d987 req-fd46795c-ab46-4c79-9fb8-66130c0c9462 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f094ee85-e5f7-4f76-b25b-19d66faa4449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0737460 Jul 28 05:37:40.592796 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62bb3a-dd6e-48a8-b5f6-fcfcb0c31cf9 req-83ca5c06-da31-412a-a09f-ef868bdeb936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:40.594339 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-ad62bb3a-dd6e-48a8-b5f6-fcfcb0c31cf9 req-83ca5c06-da31-412a-a09f-ef868bdeb936 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12676c2f-cd93-405a-a402-b0ee7cfa77c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0754709 Jul 28 05:37:40.633610 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24ddbf-45f6-4051-b4fb-727e88160da1 req-9f9673cb-0eaa-480f-b0bf-c7e8912ba88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:40.635087 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0e24ddbf-45f6-4051-b4fb-727e88160da1 req-9f9673cb-0eaa-480f-b0bf-c7e8912ba88d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=17d0b4db-03c1-4e8e-bad7-973b09ccd533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3202541 Jul 28 05:37:40.648774 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4409d-a13d-4d18-b27d-d189687fd6d0 req-f468b6d5-7c1a-4cb6-adf1-542c6240ad00 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:40.650193 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7da4409d-a13d-4d18-b27d-d189687fd6d0 req-f468b6d5-7c1a-4cb6-adf1-542c6240ad00 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 946 time: 0.0560410 Jul 28 05:37:40.669049 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:40.696886 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7da4409d-a13d-4d18-b27d-d189687fd6d0 req-d0166ee5-0c97-4a30-b82c-97f348708c1a tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402925 Jul 28 05:37:40.775009 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:40.947103 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0e24ddbf-45f6-4051-b4fb-727e88160da1 req-0202d0fd-aa5a-466b-a6b8-714f71354e58 service neutron] 10.222.0.57 "GET /v2.0/networks/17d0b4db-03c1-4e8e-bad7-973b09ccd533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915480 Jul 28 05:37:41.010369 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-ad62bb3a-dd6e-48a8-b5f6-fcfcb0c31cf9 req-932f31c3-6009-4f6d-83f1-bf8ea3544d0a service neutron] 10.222.0.57 "GET /v2.0/networks/12676c2f-cd93-405a-a402-b0ee7cfa77c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526911 Jul 28 05:37:41.012045 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-14074b86-6398-4f35-b2b5-750e0009d987 req-dd221c5b-6a83-41ba-b1aa-d67129da0a1c service neutron] 10.222.0.57 "GET /v2.0/networks/f094ee85-e5f7-4f76-b25b-19d66faa4449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619968 Jul 28 05:37:41.133246 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0e24ddbf-45f6-4051-b4fb-727e88160da1 req-2f2473c4-609c-4b2b-9a5b-4c1090bf92b3 service neutron] 10.222.0.57 "GET /v2.0/networks/17d0b4db-03c1-4e8e-bad7-973b09ccd533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889580 Jul 28 05:37:41.137001 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=100 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:41.204504 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-14074b86-6398-4f35-b2b5-750e0009d987 req-74562fa4-fed1-493c-83ae-5b2dfe4f2902 service neutron] 10.222.0.57 "GET /v2.0/networks/f094ee85-e5f7-4f76-b25b-19d66faa4449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614339 Jul 28 05:37:41.206623 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-ad62bb3a-dd6e-48a8-b5f6-fcfcb0c31cf9 req-6887fd73-088e-4fdc-935e-399e46a88235 service neutron] 10.222.0.57 "GET /v2.0/networks/12676c2f-cd93-405a-a402-b0ee7cfa77c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624432 Jul 28 05:37:41.292947 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ff132-6f92-4094-a697-8112d7072e88 req-8b2be105-4378-4a35-bf24-e3902b9390b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:41.294527 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-7b3ff132-6f92-4094-a697-8112d7072e88 req-8b2be105-4378-4a35-bf24-e3902b9390b4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d6e54a77d2aa469b8c0197d99170d978&device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 1130 time: 0.0418448 Jul 28 05:37:41.390316 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ff132-6f92-4094-a697-8112d7072e88 req-6d1b7a6d-22a5-4a76-9de4-753d71239410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:41.391776 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-7b3ff132-6f92-4094-a697-8112d7072e88 req-6d1b7a6d-22a5-4a76-9de4-753d71239410 service neutron] 10.222.0.57 "GET /v2.0/networks?id=12676c2f-cd93-405a-a402-b0ee7cfa77c5 HTTP/1.1" status: 200 len: 918 time: 0.0905983 Jul 28 05:37:41.455016 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-7b3ff132-6f92-4094-a697-8112d7072e88 req-474b1a84-286a-4ce6-a386-24a3136f2f99 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb48c226-cd8a-426b-8392-6dcb3d411b85 HTTP/1.1" status: 200 len: 1002 time: 0.0553846 Jul 28 05:37:41.507439 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ff132-6f92-4094-a697-8112d7072e88 req-ac543a81-df92-4a28-9f73-e9c0260e7db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:41.508894 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-7b3ff132-6f92-4094-a697-8112d7072e88 req-ac543a81-df92-4a28-9f73-e9c0260e7db6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=329242a6-cde1-43fc-b2d2-7b69ba8c6d75 HTTP/1.1" status: 200 len: 856 time: 0.0472195 Jul 28 05:37:41.553791 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ff132-6f92-4094-a697-8112d7072e88 req-ecc98f87-8a25-4ca9-b0e7-3286a5631eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:41.555177 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-7b3ff132-6f92-4094-a697-8112d7072e88 req-ecc98f87-8a25-4ca9-b0e7-3286a5631eef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12676c2f-cd93-405a-a402-b0ee7cfa77c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390983 Jul 28 05:37:41.612863 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=100 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:41.652193 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-7b3ff132-6f92-4094-a697-8112d7072e88 req-f534f33f-a99a-4f51-9803-80cf88ed4b82 service neutron] 10.222.0.57 "GET /v2.0/networks/12676c2f-cd93-405a-a402-b0ee7cfa77c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863118 Jul 28 05:37:41.746750 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-7b3ff132-6f92-4094-a697-8112d7072e88 req-1624c8b3-068c-4593-a089-6fc8c633ef26 service neutron] 10.222.0.57 "GET /v2.0/networks/12676c2f-cd93-405a-a402-b0ee7cfa77c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845587 Jul 28 05:37:41.829584 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335efd08-aaf3-4ec4-8d06-33b558a6ac56 req-025d3b4a-bc1c-4486-b762-c31c0406dad9 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:41.830979 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-335efd08-aaf3-4ec4-8d06-33b558a6ac56 req-025d3b4a-bc1c-4486-b762-c31c0406dad9 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 946 time: 0.0519667 Jul 28 05:37:41.877251 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-335efd08-aaf3-4ec4-8d06-33b558a6ac56 req-f702b24a-9014-4097-92df-b1827c77561d tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407803 Jul 28 05:37:43.005322 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a49294-e39a-48c6-8e92-830b93bf611c req-5797d958-6e63-4549-b6d0-26a9c77117c4 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:43.006853 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-91a49294-e39a-48c6-8e92-830b93bf611c req-5797d958-6e63-4549-b6d0-26a9c77117c4 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 946 time: 0.0483446 Jul 28 05:37:43.055162 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-91a49294-e39a-48c6-8e92-830b93bf611c req-187519b0-bf91-42ec-a4c2-2fe6c3320022 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422249 Jul 28 05:37:44.186620 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40a469-7c54-4837-bb00-9b82bad03fb6 req-7cd1c171-a181-4601-8be1-cc86ac552b5e tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:44.188148 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8a40a469-7c54-4837-bb00-9b82bad03fb6 req-7cd1c171-a181-4601-8be1-cc86ac552b5e tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 946 time: 0.0521214 Jul 28 05:37:44.235202 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8a40a469-7c54-4837-bb00-9b82bad03fb6 req-24eabdde-a9d2-4056-b46f-b9cce00702e7 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414698 Jul 28 05:37:44.325774 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device bb48c226-cd8a-426b-8392-6dcb3d411b85 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:37:44.400734 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port bb48c226-cd8a-426b-8392-6dcb3d411b85 is: ACTIVE; New status is: DOWN {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:37:44.401043 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (bb48c226-cd8a-426b-8392-6dcb3d411b85), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:44.424224 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54986322-1272-4f12-a108-b8675f3190a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb48c226-cd8a-426b-8392-6dcb3d411b85'}] {{(pid=104274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:37:44.426456 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fca5e984e5382dc69b1537007bd6daca7693f884f9b7ded019456fb151e79c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b935b4f5-1af9-4dde-b4ab-a48f3182e4b9" -d '{"events": [{"server_uuid": "54986322-1272-4f12-a108-b8675f3190a6", "name": "network-vif-unplugged", "status": "completed", "tag": "bb48c226-cd8a-426b-8392-6dcb3d411b85"}]}' {{(pid=104274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:37:44.439232 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port bb48c226-cd8a-426b-8392-6dcb3d411b85, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bb48c226-cd8a-426b-8392-6dcb3d411b85,segment=NetworkSegment(4427f270-b023-404e-a3c1-104654497080),segment_id=4427f270-b023-404e-a3c1-104654497080)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:37:44.463838 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Jul 2022 05:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abd1438-959b-410d-9772-2fbc3d68004e x-openstack-request-id: req-4abd1438-959b-410d-9772-2fbc3d68004e {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:37:44.463838 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54986322-1272-4f12-a108-b8675f3190a6", "name": "network-vif-unplugged", "status": "completed", "tag": "bb48c226-cd8a-426b-8392-6dcb3d411b85", "code": 200}]} {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:37:44.463838 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4abd1438-959b-410d-9772-2fbc3d68004e {{(pid=104274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:37:44.464146 dv-cinder-799871-48-iscsi neutron-server[104274]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4abd1438-959b-410d-9772-2fbc3d68004e'] response: {'server_uuid': '54986322-1272-4f12-a108-b8675f3190a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb48c226-cd8a-426b-8392-6dcb3d411b85', 'code': 200} Jul 28 05:37:44.537295 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (bb48c226-cd8a-426b-8392-6dcb3d411b85), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:44.584118 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=bb48c226-cd8a-426b-8392-6dcb3d411b85,revision_number=8']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:45.359940 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806f5d8-e268-45fa-9a13-e4334b9b1101 req-5c525e27-5436-45c2-a8ab-94eadd0d389a tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:45.361300 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a806f5d8-e268-45fa-9a13-e4334b9b1101 req-5c525e27-5436-45c2-a8ab-94eadd0d389a tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 944 time: 0.0489941 Jul 28 05:37:45.409951 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a806f5d8-e268-45fa-9a13-e4334b9b1101 req-e4183039-9092-416b-97e6-b0d63b13ddb7 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429664 Jul 28 05:37:46.534776 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f132eb-4ffe-46c3-bf79-064559cf03ba req-81135cb2-c19a-435d-bb10-1779c44e8fe3 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:46.536319 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-61f132eb-4ffe-46c3-bf79-064559cf03ba req-81135cb2-c19a-435d-bb10-1779c44e8fe3 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 944 time: 0.0487876 Jul 28 05:37:46.589336 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-61f132eb-4ffe-46c3-bf79-064559cf03ba req-8ad983b1-aca5-49bd-8b0b-61ec1f7f15a1 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474851 Jul 28 05:37:47.712259 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29918a-ff93-4cd9-96ff-a0fe49d03e99 req-3be9eadd-78f6-4d77-82e6-1fe9c6643e22 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:47.713781 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ba29918a-ff93-4cd9-96ff-a0fe49d03e99 req-3be9eadd-78f6-4d77-82e6-1fe9c6643e22 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 944 time: 0.0470181 Jul 28 05:37:47.761253 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ba29918a-ff93-4cd9-96ff-a0fe49d03e99 req-77691628-8202-4de2-8439-457a2335c084 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412774 Jul 28 05:37:48.792867 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=29,neutron:UPDATE=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:48.796792 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=11 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:50.017255 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296873c9-682e-4116-8773-5d42b02d3e2f req-efa567ff-b4b2-4204-b63a-33e4aef5d969 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:50.018771 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-296873c9-682e-4116-8773-5d42b02d3e2f req-efa567ff-b4b2-4204-b63a-33e4aef5d969 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 944 time: 0.0480578 Jul 28 05:37:50.067507 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-296873c9-682e-4116-8773-5d42b02d3e2f req-b88ec1fa-7b32-41bf-afd8-67b22436f80b tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430303 Jul 28 05:37:50.188567 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device bb48c226-cd8a-426b-8392-6dcb3d411b85 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:37:50.266391 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port bb48c226-cd8a-426b-8392-6dcb3d411b85 is: DOWN; New status is: DOWN {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:37:50.494868 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 39846) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:50.547862 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:50.583618 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-62b26c4f-f3d9-4b5a-9541-1570f21392db req-c11fed78-f592-42a8-8367-8bab1bb01b32 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0875793 Jul 28 05:37:50.593674 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [req-62b26c4f-f3d9-4b5a-9541-1570f21392db req-9545baa5-af06-4cd5-8bfc-56714db21541 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104272) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 05:37:50.594808 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-62b26c4f-f3d9-4b5a-9541-1570f21392db req-9545baa5-af06-4cd5-8bfc-56714db21541 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0063229 Jul 28 05:37:50.673393 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 39854) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:50.767707 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b26c4f-f3d9-4b5a-9541-1570f21392db req-af110b64-52b1-408c-afe8-6acf7cd5cd35 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:50.769197 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-62b26c4f-f3d9-4b5a-9541-1570f21392db req-af110b64-52b1-408c-afe8-6acf7cd5cd35 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports/bb48c226-cd8a-426b-8392-6dcb3d411b85 HTTP/1.1" status: 200 len: 941 time: 0.0947819 Jul 28 05:37:51.193190 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c245e-17d2-4242-8029-e011b6855860 req-13a78037-5995-4495-8fee-0bd349928526 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:51.194712 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-051c245e-17d2-4242-8029-e011b6855860 req-13a78037-5995-4495-8fee-0bd349928526 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 944 time: 0.0502090 Jul 28 05:37:51.238782 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:51.243485 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-051c245e-17d2-4242-8029-e011b6855860 req-e275fba4-3234-47b8-9c43-f205d369979b tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433090 Jul 28 05:37:51.742068 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=4 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:51.744074 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=61 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:51.869297 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 39874) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:51.974556 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-dad13270-c4d7-400c-bbac-82654d147cc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:52.051091 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-dad13270-c4d7-400c-bbac-82654d147cc4 admin admin] Publish callbacks [] for security_group (db08b625-7c13-4ead-94d6-9a35b19622f2), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:52.111962 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-dad13270-c4d7-400c-bbac-82654d147cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (db08b625-7c13-4ead-94d6-9a35b19622f2), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:52.152415 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad13270-c4d7-400c-bbac-82654d147cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db08b625-7c13-4ead-94d6-9a35b19622f2,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:52.157428 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-dad13270-c4d7-400c-bbac-82654d147cc4 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=56ec8b71b1d84780b463aae66e8f8f03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2871046 Jul 28 05:37:52.160337 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 39878) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:52.164044 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad13270-c4d7-400c-bbac-82654d147cc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:52.164398 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad13270-c4d7-400c-bbac-82654d147cc4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:52.164740 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad13270-c4d7-400c-bbac-82654d147cc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:52.165079 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad13270-c4d7-400c-bbac-82654d147cc4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:52.165413 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad13270-c4d7-400c-bbac-82654d147cc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:52.165778 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad13270-c4d7-400c-bbac-82654d147cc4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:52.166107 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad13270-c4d7-400c-bbac-82654d147cc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:52.166433 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad13270-c4d7-400c-bbac-82654d147cc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:52.166762 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad13270-c4d7-400c-bbac-82654d147cc4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:52.167085 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad13270-c4d7-400c-bbac-82654d147cc4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:52.167412 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad13270-c4d7-400c-bbac-82654d147cc4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:52.167739 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad13270-c4d7-400c-bbac-82654d147cc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:52.168323 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad13270-c4d7-400c-bbac-82654d147cc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:52.168461 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad13270-c4d7-400c-bbac-82654d147cc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:52.168732 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad13270-c4d7-400c-bbac-82654d147cc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:52.214275 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-99f0a4b0-b1b9-41c5-b60c-21d4470a0d77 admin admin] Publish callbacks [] for security_group (db08b625-7c13-4ead-94d6-9a35b19622f2), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:52.267817 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-99f0a4b0-b1b9-41c5-b60c-21d4470a0d77 admin admin] Publish callbacks [] for security_group (db08b625-7c13-4ead-94d6-9a35b19622f2), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:52.284862 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b26c4f-f3d9-4b5a-9541-1570f21392db req-ea852c95-a8d5-4fbf-9cdd-9e5155824f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:52.286412 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-62b26c4f-f3d9-4b5a-9541-1570f21392db req-ea852c95-a8d5-4fbf-9cdd-9e5155824f1d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6&tenant_id=d6e54a77d2aa469b8c0197d99170d978 HTTP/1.1" status: 200 len: 1128 time: 0.0670059 Jul 28 05:37:52.355503 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b26c4f-f3d9-4b5a-9541-1570f21392db req-ff2b08e1-9936-4d7c-bc71-e9afba815199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:52.357119 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-62b26c4f-f3d9-4b5a-9541-1570f21392db req-ff2b08e1-9936-4d7c-bc71-e9afba815199 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d6e54a77d2aa469b8c0197d99170d978&device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 1128 time: 0.0436623 Jul 28 05:37:52.369498 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8349a-1ffa-4566-be6f-fa509628cec4 req-5079b475-8563-4f18-af2b-45db8378d254 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:52.376726 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d6c8349a-1ffa-4566-be6f-fa509628cec4 req-5079b475-8563-4f18-af2b-45db8378d254 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 944 time: 0.0544555 Jul 28 05:37:52.425496 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d6c8349a-1ffa-4566-be6f-fa509628cec4 req-19f374ba-9910-4f17-8ad6-c2a3417b6c57 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426390 Jul 28 05:37:52.425871 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-99f0a4b0-b1b9-41c5-b60c-21d4470a0d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (db08b625-7c13-4ead-94d6-9a35b19622f2), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:52.425871 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-99f0a4b0-b1b9-41c5-b60c-21d4470a0d77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:52.425871 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-99f0a4b0-b1b9-41c5-b60c-21d4470a0d77 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/db08b625-7c13-4ead-94d6-9a35b19622f2 HTTP/1.1" status: 204 len: 168 time: 0.2628553 Jul 28 05:37:52.435473 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0a4b0-b1b9-41c5-b60c-21d4470a0d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db08b625-7c13-4ead-94d6-9a35b19622f2,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:52.468818 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b26c4f-f3d9-4b5a-9541-1570f21392db req-074743e5-418a-44bb-a22c-9695f3cae890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:52.470402 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-62b26c4f-f3d9-4b5a-9541-1570f21392db req-074743e5-418a-44bb-a22c-9695f3cae890 service neutron] 10.222.0.57 "GET /v2.0/networks?id=12676c2f-cd93-405a-a402-b0ee7cfa77c5 HTTP/1.1" status: 200 len: 918 time: 0.1067128 Jul 28 05:37:52.533150 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-62b26c4f-f3d9-4b5a-9541-1570f21392db req-8efd4de2-8801-4e7c-8713-cb5fe2b0b9c6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb48c226-cd8a-426b-8392-6dcb3d411b85 HTTP/1.1" status: 200 len: 1000 time: 0.0562055 Jul 28 05:37:52.582924 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b26c4f-f3d9-4b5a-9541-1570f21392db req-8f3de312-2c4a-4b61-a351-fe377158a66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:52.584421 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-62b26c4f-f3d9-4b5a-9541-1570f21392db req-8f3de312-2c4a-4b61-a351-fe377158a66b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=329242a6-cde1-43fc-b2d2-7b69ba8c6d75 HTTP/1.1" status: 200 len: 856 time: 0.0447969 Jul 28 05:37:52.637020 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b26c4f-f3d9-4b5a-9541-1570f21392db req-3181e2f6-9244-4f45-9a45-e8e5bcd6a24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:52.638538 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-62b26c4f-f3d9-4b5a-9541-1570f21392db req-3181e2f6-9244-4f45-9a45-e8e5bcd6a24d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12676c2f-cd93-405a-a402-b0ee7cfa77c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415237 Jul 28 05:37:52.730911 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-62b26c4f-f3d9-4b5a-9541-1570f21392db req-bc6e4ef5-c457-476e-ac9c-3f807338a53c service neutron] 10.222.0.57 "GET /v2.0/networks/12676c2f-cd93-405a-a402-b0ee7cfa77c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850875 Jul 28 05:37:52.825966 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-62b26c4f-f3d9-4b5a-9541-1570f21392db req-8dd71c67-6f85-4572-8807-3ff76b2e5562 service neutron] 10.222.0.57 "GET /v2.0/networks/12676c2f-cd93-405a-a402-b0ee7cfa77c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882447 Jul 28 05:37:53.074375 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 39892) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:53.088915 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-f49c9d83-d1ee-4832-a10c-c70cf3a540a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:53.183557 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-f49c9d83-d1ee-4832-a10c-c70cf3a540a2 admin admin] Publish callbacks [] for security_group (65afb146-32b6-4978-ae76-2e0dd1616258), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:53.239880 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-f49c9d83-d1ee-4832-a10c-c70cf3a540a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (65afb146-32b6-4978-ae76-2e0dd1616258), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:53.282392 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-f49c9d83-d1ee-4832-a10c-c70cf3a540a2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c3ad7b53805643b4b565f49bc8ee1cd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2068913 Jul 28 05:37:53.283363 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c9d83-d1ee-4832-a10c-c70cf3a540a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65afb146-32b6-4978-ae76-2e0dd1616258,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:53.285172 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 39902) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:53.286250 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:53.291125 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49c9d83-d1ee-4832-a10c-c70cf3a540a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:53.291474 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49c9d83-d1ee-4832-a10c-c70cf3a540a2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:53.291822 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49c9d83-d1ee-4832-a10c-c70cf3a540a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:53.292164 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49c9d83-d1ee-4832-a10c-c70cf3a540a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:53.292500 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49c9d83-d1ee-4832-a10c-c70cf3a540a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:53.292855 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49c9d83-d1ee-4832-a10c-c70cf3a540a2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:53.293201 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49c9d83-d1ee-4832-a10c-c70cf3a540a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:53.293532 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49c9d83-d1ee-4832-a10c-c70cf3a540a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:53.293865 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49c9d83-d1ee-4832-a10c-c70cf3a540a2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:53.294193 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49c9d83-d1ee-4832-a10c-c70cf3a540a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:53.294523 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49c9d83-d1ee-4832-a10c-c70cf3a540a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:53.294864 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49c9d83-d1ee-4832-a10c-c70cf3a540a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:53.295192 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49c9d83-d1ee-4832-a10c-c70cf3a540a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:53.295514 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49c9d83-d1ee-4832-a10c-c70cf3a540a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:53.295842 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49c9d83-d1ee-4832-a10c-c70cf3a540a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:37:53.350195 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-0ef9a798-0f24-4acc-b63e-8a815ba4bbea admin admin] Publish callbacks [] for security_group (65afb146-32b6-4978-ae76-2e0dd1616258), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:53.372624 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-0ef9a798-0f24-4acc-b63e-8a815ba4bbea admin admin] Publish callbacks [] for security_group (65afb146-32b6-4978-ae76-2e0dd1616258), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:53.535578 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-0ef9a798-0f24-4acc-b63e-8a815ba4bbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (65afb146-32b6-4978-ae76-2e0dd1616258), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:53.538499 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-0ef9a798-0f24-4acc-b63e-8a815ba4bbea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:53.543014 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-0ef9a798-0f24-4acc-b63e-8a815ba4bbea admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/65afb146-32b6-4978-ae76-2e0dd1616258 HTTP/1.1" status: 204 len: 168 time: 0.2554362 Jul 28 05:37:53.562279 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef9a798-0f24-4acc-b63e-8a815ba4bbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65afb146-32b6-4978-ae76-2e0dd1616258,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:53.603453 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24142f1-2bb3-4d33-97e9-31349650be4a req-d7689708-7e40-42fd-af13-f40747cbe318 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:53.605821 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e24142f1-2bb3-4d33-97e9-31349650be4a req-d7689708-7e40-42fd-af13-f40747cbe318 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 944 time: 0.1045287 Jul 28 05:37:53.727444 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e24142f1-2bb3-4d33-97e9-31349650be4a req-3d35d649-23e9-4f0c-bad4-a8a02e47656f tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061285 Jul 28 05:37:54.877019 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0087a-0cda-4af8-ad96-65ffd167bf27 req-85c3cc71-cd7a-4b5e-bdc5-f8bbd7a44fa6 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:54.879360 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a9e0087a-0cda-4af8-ad96-65ffd167bf27 req-85c3cc71-cd7a-4b5e-bdc5-f8bbd7a44fa6 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 944 time: 0.0544295 Jul 28 05:37:54.935482 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a9e0087a-0cda-4af8-ad96-65ffd167bf27 req-910cda92-5f97-45c0-b943-0c982740a369 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505490 Jul 28 05:37:56.062779 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416a3ec-3133-4159-aecc-2bee73c3c4cb req-7eaf0b5a-4097-4645-878e-4abfa9043cea tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:56.065038 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0416a3ec-3133-4159-aecc-2bee73c3c4cb req-7eaf0b5a-4097-4645-878e-4abfa9043cea tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 944 time: 0.0503016 Jul 28 05:37:56.115877 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0416a3ec-3133-4159-aecc-2bee73c3c4cb req-5c7b9bf1-9425-4be8-b4e0-f5b6bac7c56c tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460773 Jul 28 05:37:56.228779 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 39962) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:56.353342 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-a81b71eb-b4f0-4e1a-9e43-967df080d6d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:56.419259 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:56.442360 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:56.464199 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-a81b71eb-b4f0-4e1a-9e43-967df080d6d2 admin admin] Publish callbacks [] for security_group (7a1e64ac-04cf-4c5c-a46e-882ff1991d36), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:57.177749 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-a81b71eb-b4f0-4e1a-9e43-967df080d6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (7a1e64ac-04cf-4c5c-a46e-882ff1991d36), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:57.221599 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-a81b71eb-b4f0-4e1a-9e43-967df080d6d2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=74ad6e5b45f540ba9ad46887b7a6fbf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9915369 Jul 28 05:37:57.222421 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b71eb-b4f0-4e1a-9e43-967df080d6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1e64ac-04cf-4c5c-a46e-882ff1991d36,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:57.225370 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 39972) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:57.286423 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade19c6-bcce-40db-9bf9-911161334cb8 req-eba9c0bf-4472-416b-b59c-febc156866e4 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:57.289256 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4ade19c6-bcce-40db-9bf9-911161334cb8 req-eba9c0bf-4472-416b-b59c-febc156866e4 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 944 time: 0.0641468 Jul 28 05:37:57.300798 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-58a08d4e-e300-489b-a288-503d88d7e3ce admin admin] Publish callbacks [] for security_group (7a1e64ac-04cf-4c5c-a46e-882ff1991d36), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:57.339053 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-58a08d4e-e300-489b-a288-503d88d7e3ce admin admin] Publish callbacks [] for security_group (7a1e64ac-04cf-4c5c-a46e-882ff1991d36), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:57.349004 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4ade19c6-bcce-40db-9bf9-911161334cb8 req-0daef656-b8fe-47db-8fac-7e71f7801aab tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508316 Jul 28 05:37:57.349642 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:57.440395 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-58a08d4e-e300-489b-a288-503d88d7e3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (7a1e64ac-04cf-4c5c-a46e-882ff1991d36), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:57.445337 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-58a08d4e-e300-489b-a288-503d88d7e3ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:57.445696 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-58a08d4e-e300-489b-a288-503d88d7e3ce admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7a1e64ac-04cf-4c5c-a46e-882ff1991d36 HTTP/1.1" status: 204 len: 168 time: 0.2179801 Jul 28 05:37:57.455525 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a08d4e-e300-489b-a288-503d88d7e3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1e64ac-04cf-4c5c-a46e-882ff1991d36,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:58.193516 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 39978) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:58.208182 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-e884725f-b68c-41be-89b2-83a61fa32ee3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:58.295218 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-e884725f-b68c-41be-89b2-83a61fa32ee3 admin admin] Publish callbacks [] for security_group (93a826fe-a1c7-4ea5-a2e8-d6fc813f5987), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:58.348852 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-e884725f-b68c-41be-89b2-83a61fa32ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (93a826fe-a1c7-4ea5-a2e8-d6fc813f5987), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:58.392210 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-e884725f-b68c-41be-89b2-83a61fa32ee3 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=fbf711c1e07d44cabce9b91bceed9992&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1975520 Jul 28 05:37:58.393226 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884725f-b68c-41be-89b2-83a61fa32ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a826fe-a1c7-4ea5-a2e8-d6fc813f5987,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:58.407820 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 39984) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:37:58.513703 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-85f16500-fb2c-453c-a4fe-b1744bfaa45b admin admin] Publish callbacks [] for security_group (93a826fe-a1c7-4ea5-a2e8-d6fc813f5987), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:58.522501 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d19ca7-195f-4de1-9517-c349ba90e213 req-b140a299-8b93-4b87-a118-e56e8e775eb2 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:58.524135 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-47d19ca7-195f-4de1-9517-c349ba90e213 req-b140a299-8b93-4b87-a118-e56e8e775eb2 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 944 time: 0.0688174 Jul 28 05:37:58.563291 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-85f16500-fb2c-453c-a4fe-b1744bfaa45b admin admin] Publish callbacks [] for security_group (93a826fe-a1c7-4ea5-a2e8-d6fc813f5987), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:58.616993 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-47d19ca7-195f-4de1-9517-c349ba90e213 req-534e80cf-5fac-460b-8cbf-0173ea3b345c tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831459 Jul 28 05:37:58.697162 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-85f16500-fb2c-453c-a4fe-b1744bfaa45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (93a826fe-a1c7-4ea5-a2e8-d6fc813f5987), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:58.699838 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-85f16500-fb2c-453c-a4fe-b1744bfaa45b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:37:58.704533 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-85f16500-fb2c-453c-a4fe-b1744bfaa45b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/93a826fe-a1c7-4ea5-a2e8-d6fc813f5987 HTTP/1.1" status: 204 len: 168 time: 0.2924809 Jul 28 05:37:58.711244 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f16500-fb2c-453c-a4fe-b1744bfaa45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a826fe-a1c7-4ea5-a2e8-d6fc813f5987,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:37:58.921814 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=6 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:59.749781 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4acc3-7f1e-429e-b72c-dbedbc5ef22e req-a10898af-6b4b-4663-9a81-5ff5dedd7571 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:37:59.751361 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d3f4acc3-7f1e-429e-b72c-dbedbc5ef22e req-a10898af-6b4b-4663-9a81-5ff5dedd7571 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 944 time: 0.0515847 Jul 28 05:37:59.781709 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:37:59.838244 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d3f4acc3-7f1e-429e-b72c-dbedbc5ef22e req-cc2894d6-6b28-43ea-b949-86e47ea1cb05 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808308 Jul 28 05:38:00.435022 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba478f47-5e81-41e8-9a94-551acdf3a190 req-4c6daf10-c31f-4f36-aadf-13edf8413ca1 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:00.437421 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ba478f47-5e81-41e8-9a94-551acdf3a190 req-4c6daf10-c31f-4f36-aadf-13edf8413ca1 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 985 time: 0.0626752 Jul 28 05:38:00.523229 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ba478f47-5e81-41e8-9a94-551acdf3a190 req-b70852b5-4575-4bad-a797-7699b8d7b788 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/security-groups?id=67629efd-defe-468a-8cc4-0b3911b29ce3&id=a6641ef2-d1de-4aed-92c8-d74dcb8f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0694120 Jul 28 05:38:00.978319 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104595e-3b76-4b58-b584-35ebbb6efb8f req-dbd06213-b4db-4653-808e-c3eaa18dbd37 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:00.979943 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9104595e-3b76-4b58-b584-35ebbb6efb8f req-dbd06213-b4db-4653-808e-c3eaa18dbd37 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 944 time: 0.0503340 Jul 28 05:38:01.054390 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9104595e-3b76-4b58-b584-35ebbb6efb8f req-a7c889e5-1a9f-4670-8325-7c4f9c91fa3c tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677221 Jul 28 05:38:01.673321 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba14dc-f68c-4aad-8031-d56ca727d4a0 req-1285eb53-b154-4191-83f3-533d8b73ecbe tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:01.675208 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3fba14dc-f68c-4aad-8031-d56ca727d4a0 req-1285eb53-b154-4191-83f3-533d8b73ecbe tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 985 time: 0.0700536 Jul 28 05:38:01.766657 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3fba14dc-f68c-4aad-8031-d56ca727d4a0 req-c26c1e68-bf3a-4028-85e1-59a847c6a265 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/security-groups?id=67629efd-defe-468a-8cc4-0b3911b29ce3&id=a6641ef2-d1de-4aed-92c8-d74dcb8f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0839307 Jul 28 05:38:02.197232 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e4ce5-d294-4e02-a02a-88e5506936bd req-b7efce63-d614-4727-befc-3f88f811e4de tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:02.198726 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ae8e4ce5-d294-4e02-a02a-88e5506936bd req-b7efce63-d614-4727-befc-3f88f811e4de tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 944 time: 0.0563066 Jul 28 05:38:02.260282 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ae8e4ce5-d294-4e02-a02a-88e5506936bd req-d87aa369-239e-4d2a-ad78-f181a8e52954 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532787 Jul 28 05:38:02.691650 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:02.759843 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:02.900580 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab79e5f-13c5-4bbf-aaf2-7b7ef0ac2117 req-473106a3-e3dc-43c5-b789-4bcfbd000f8f tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:02.902127 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-bab79e5f-13c5-4bbf-aaf2-7b7ef0ac2117 req-473106a3-e3dc-43c5-b789-4bcfbd000f8f tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 985 time: 0.0612617 Jul 28 05:38:02.933670 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:02.970905 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-bab79e5f-13c5-4bbf-aaf2-7b7ef0ac2117 req-1d825818-b170-48bc-99a5-3fa892891f91 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/security-groups?id=67629efd-defe-468a-8cc4-0b3911b29ce3&id=a6641ef2-d1de-4aed-92c8-d74dcb8f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619593 Jul 28 05:38:03.388631 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58950019-2f33-4d44-8384-044976af37b7 req-ad6a7e3a-2ef7-453d-a72f-5543ff6b04e8 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:03.390952 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-58950019-2f33-4d44-8384-044976af37b7 req-ad6a7e3a-2ef7-453d-a72f-5543ff6b04e8 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 944 time: 0.0512574 Jul 28 05:38:03.447063 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-58950019-2f33-4d44-8384-044976af37b7 req-93666134-271a-4d3f-889b-bbcf007c48f3 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501933 Jul 28 05:38:04.094919 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5d0b5-bede-4669-8e09-dc631c4413ba req-1c886f8b-7f73-4a45-a6a7-cac7903635a6 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:04.096491 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-83c5d0b5-bede-4669-8e09-dc631c4413ba req-1c886f8b-7f73-4a45-a6a7-cac7903635a6 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 985 time: 0.0497255 Jul 28 05:38:04.159119 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-83c5d0b5-bede-4669-8e09-dc631c4413ba req-33378f0a-4306-4c99-8338-6110e330c343 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/security-groups?id=67629efd-defe-468a-8cc4-0b3911b29ce3&id=a6641ef2-d1de-4aed-92c8-d74dcb8f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568995 Jul 28 05:38:04.584010 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21fa5b-a54a-43e6-8497-4fe27995e162 req-06737f8d-3a82-4abb-8af4-96d7610a62d8 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:04.585416 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9d21fa5b-a54a-43e6-8497-4fe27995e162 req-06737f8d-3a82-4abb-8af4-96d7610a62d8 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 944 time: 0.0517623 Jul 28 05:38:04.632550 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9d21fa5b-a54a-43e6-8497-4fe27995e162 req-1eab001e-f6c5-4c74-b6d1-ec569d5b4227 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416427 Jul 28 05:38:04.776518 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041754c-d722-48f6-ae3c-21d1d9ddb566 req-e5f48ee5-3d61-4aea-86d3-41240682fde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:04.778050 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-6041754c-d722-48f6-ae3c-21d1d9ddb566 req-e5f48ee5-3d61-4aea-86d3-41240682fde0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5989fabc615545eeb4ef987dea566175&device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 1169 time: 0.0415399 Jul 28 05:38:04.876127 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041754c-d722-48f6-ae3c-21d1d9ddb566 req-c8713651-4f6a-4695-9ec1-60f27b934095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:04.877655 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-6041754c-d722-48f6-ae3c-21d1d9ddb566 req-c8713651-4f6a-4695-9ec1-60f27b934095 service neutron] 10.222.0.57 "GET /v2.0/networks?id=17d0b4db-03c1-4e8e-bad7-973b09ccd533 HTTP/1.1" status: 200 len: 916 time: 0.0900891 Jul 28 05:38:04.941493 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-6041754c-d722-48f6-ae3c-21d1d9ddb566 req-06bc7f95-f57f-4f9b-bdd8-9c61e6035e50 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b49100c3-29f8-45db-910f-805da59e6250 HTTP/1.1" status: 200 len: 1002 time: 0.0564899 Jul 28 05:38:04.989984 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041754c-d722-48f6-ae3c-21d1d9ddb566 req-54868e83-dd43-48ac-b2dc-4171e0f3b1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:04.991409 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-6041754c-d722-48f6-ae3c-21d1d9ddb566 req-54868e83-dd43-48ac-b2dc-4171e0f3b1a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b1d31c83-80bf-48c5-9a09-2ae0c6ea6c51 HTTP/1.1" status: 200 len: 854 time: 0.0440409 Jul 28 05:38:05.038835 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041754c-d722-48f6-ae3c-21d1d9ddb566 req-ab090252-c60b-4ed1-95f0-cbddfb65ea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:05.040369 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-6041754c-d722-48f6-ae3c-21d1d9ddb566 req-ab090252-c60b-4ed1-95f0-cbddfb65ea2c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=17d0b4db-03c1-4e8e-bad7-973b09ccd533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426886 Jul 28 05:38:05.130889 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-6041754c-d722-48f6-ae3c-21d1d9ddb566 req-949d7ffb-4209-407f-bb34-5938e2e44b7e service neutron] 10.222.0.57 "GET /v2.0/networks/17d0b4db-03c1-4e8e-bad7-973b09ccd533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835390 Jul 28 05:38:05.228956 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-6041754c-d722-48f6-ae3c-21d1d9ddb566 req-cc8e8845-8eb8-495d-9fa2-a27e39cbff16 service neutron] 10.222.0.57 "GET /v2.0/networks/17d0b4db-03c1-4e8e-bad7-973b09ccd533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903246 Jul 28 05:38:05.295597 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a15746-a723-4577-ae66-897682c69a95 req-e6b0b8d0-980e-43d8-8767-a8ed8fb4a9bc tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:05.297353 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-95a15746-a723-4577-ae66-897682c69a95 req-e6b0b8d0-980e-43d8-8767-a8ed8fb4a9bc tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 985 time: 0.0514224 Jul 28 05:38:05.315783 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-feffb1bb-dcf1-4472-87bd-59d340b77354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:05.361173 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-95a15746-a723-4577-ae66-897682c69a95 req-6e52e693-f058-4067-8f63-ef5bfe0ca8fa tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/security-groups?id=67629efd-defe-468a-8cc4-0b3911b29ce3&id=a6641ef2-d1de-4aed-92c8-d74dcb8f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569091 Jul 28 05:38:05.753790 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:05.772693 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781641e0-39bf-4bb6-87c5-e1f2ca273ae4 req-e0bfbe5e-c3dd-45bb-ad36-b898b59f5733 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:05.774183 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-781641e0-39bf-4bb6-87c5-e1f2ca273ae4 req-e0bfbe5e-c3dd-45bb-ad36-b898b59f5733 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 944 time: 0.0612206 Jul 28 05:38:05.829537 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-781641e0-39bf-4bb6-87c5-e1f2ca273ae4 req-e813887f-efd7-4d94-9df3-1bc5e12a53b5 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481751 Jul 28 05:38:06.317292 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device bb48c226-cd8a-426b-8392-6dcb3d411b85 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:38:06.388883 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:06.423249 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port bb48c226-cd8a-426b-8392-6dcb3d411b85, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bb48c226-cd8a-426b-8392-6dcb3d411b85,segment=NetworkSegment(4427f270-b023-404e-a3c1-104654497080),segment_id=4427f270-b023-404e-a3c1-104654497080)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:38:06.435088 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Returning: {'device': 'bb48c226-cd8a-426b-8392-6dcb3d411b85', 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5', 'port_id': 'bb48c226-cd8a-426b-8392-6dcb3d411b85', 'mac_address': 'fa:16:3e:1a:f6:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '329242a6-cde1-43fc-b2d2-7b69ba8c6d75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:38:06.470730 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port bb48c226-cd8a-426b-8392-6dcb3d411b85 is: DOWN; New status is: BUILD {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:38:06.471128 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (bb48c226-cd8a-426b-8392-6dcb3d411b85), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:06.485309 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb48c226-cd8a-426b-8392-6dcb3d411b85 {{(pid=104274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:38:06.485691 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af7192-95d7-4887-9710-3445455c2583 req-6314ae12-7a37-4ec6-928b-ecebdf0d94b6 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:06.487247 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b1af7192-95d7-4887-9710-3445455c2583 req-6314ae12-7a37-4ec6-928b-ecebdf0d94b6 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 985 time: 0.0498102 Jul 28 05:38:06.507448 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port bb48c226-cd8a-426b-8392-6dcb3d411b85, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bb48c226-cd8a-426b-8392-6dcb3d411b85,segment=NetworkSegment(4427f270-b023-404e-a3c1-104654497080),segment_id=4427f270-b023-404e-a3c1-104654497080)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:38:06.548771 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b1af7192-95d7-4887-9710-3445455c2583 req-f9b4f0e4-f80a-4669-a67d-24ceb172b6f8 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/security-groups?id=67629efd-defe-468a-8cc4-0b3911b29ce3&id=a6641ef2-d1de-4aed-92c8-d74dcb8f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556173 Jul 28 05:38:06.586629 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (bb48c226-cd8a-426b-8392-6dcb3d411b85), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:06.639657 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=bb48c226-cd8a-426b-8392-6dcb3d411b85,revision_number=9']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:38:06.866151 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] get_ports_and_sgs() called for port_ids ['bb48c226-cd8a-426b-8392-6dcb3d411b85'] {{(pid=104274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:38:07.437774 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7b99a-f830-4459-86d9-4329f25aa395 req-a8eb108d-72f5-4676-820c-20bcc0d16587 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:07.439255 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ebd7b99a-f830-4459-86d9-4329f25aa395 req-a8eb108d-72f5-4676-820c-20bcc0d16587 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 945 time: 0.0485656 Jul 28 05:38:07.491770 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ebd7b99a-f830-4459-86d9-4329f25aa395 req-d6213100-09e0-46c7-acfd-9aa65ae416d7 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469992 Jul 28 05:38:07.647691 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 40126) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:38:07.669215 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83e1eb-bcca-4984-8e06-dabfef63dd45 req-a439df19-1961-4075-8d80-ef4105648507 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:07.672436 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-6e83e1eb-bcca-4984-8e06-dabfef63dd45 req-a439df19-1961-4075-8d80-ef4105648507 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 985 time: 0.0496714 Jul 28 05:38:07.672584 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-3b8c49a9-2455-4b6c-a677-20e531b9057e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:07.736564 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-6e83e1eb-bcca-4984-8e06-dabfef63dd45 req-3bd94cc2-c584-4f76-9873-5b45997250ed tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/security-groups?id=67629efd-defe-468a-8cc4-0b3911b29ce3&id=a6641ef2-d1de-4aed-92c8-d74dcb8f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581906 Jul 28 05:38:07.778897 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5654bdc4-4a95-4a6f-a261-9d70544a9630 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:07.855531 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5654bdc4-4a95-4a6f-a261-9d70544a9630 admin admin] Publish callbacks [] for security_group (e5353f1c-0676-4ae1-90bd-b5060a1c4d5c), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:07.942686 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5654bdc4-4a95-4a6f-a261-9d70544a9630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (e5353f1c-0676-4ae1-90bd-b5060a1c4d5c), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:07.981059 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5654bdc4-4a95-4a6f-a261-9d70544a9630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5353f1c-0676-4ae1-90bd-b5060a1c4d5c,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:38:07.987565 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-5654bdc4-4a95-4a6f-a261-9d70544a9630 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7d2d95275fcd41f282e7c60922c68f4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3386915 Jul 28 05:38:07.990259 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 40130) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:38:08.002278 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:08.042226 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-0ae73d3d-f41d-407e-8659-e7cf0f57aa2f admin admin] Publish callbacks [] for security_group (e5353f1c-0676-4ae1-90bd-b5060a1c4d5c), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:08.064139 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-0ae73d3d-f41d-407e-8659-e7cf0f57aa2f admin admin] Publish callbacks [] for security_group (e5353f1c-0676-4ae1-90bd-b5060a1c4d5c), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:08.090283 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:08.209528 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-0ae73d3d-f41d-407e-8659-e7cf0f57aa2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (e5353f1c-0676-4ae1-90bd-b5060a1c4d5c), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:08.212097 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-0ae73d3d-f41d-407e-8659-e7cf0f57aa2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:08.213290 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-0ae73d3d-f41d-407e-8659-e7cf0f57aa2f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e5353f1c-0676-4ae1-90bd-b5060a1c4d5c HTTP/1.1" status: 204 len: 168 time: 0.2221918 Jul 28 05:38:08.222242 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae73d3d-f41d-407e-8659-e7cf0f57aa2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5353f1c-0676-4ae1-90bd-b5060a1c4d5c,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:38:08.340955 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device bb48c226-cd8a-426b-8392-6dcb3d411b85 up at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:38:08.518575 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning complete for port bb48c226-cd8a-426b-8392-6dcb3d411b85 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:38:08.519022 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (bb48c226-cd8a-426b-8392-6dcb3d411b85), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:08.572429 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:08.609192 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:08.612007 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port bb48c226-cd8a-426b-8392-6dcb3d411b85 is: BUILD; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:38:08.612460 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (bb48c226-cd8a-426b-8392-6dcb3d411b85), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:08.628530 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b15e93-bbc7-4f6a-962f-609d5bcddff4 req-53d37f5b-2850-48a2-aff3-bf005ff7db7e tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:08.630188 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-91b15e93-bbc7-4f6a-962f-609d5bcddff4 req-53d37f5b-2850-48a2-aff3-bf005ff7db7e tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 945 time: 0.0544727 Jul 28 05:38:08.638940 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54986322-1272-4f12-a108-b8675f3190a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb48c226-cd8a-426b-8392-6dcb3d411b85'}] {{(pid=104274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:38:08.641809 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fca5e984e5382dc69b1537007bd6daca7693f884f9b7ded019456fb151e79c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf97a03-59b6-4cdf-88c3-516de867e79d" -d '{"events": [{"server_uuid": "54986322-1272-4f12-a108-b8675f3190a6", "name": "network-vif-plugged", "status": "completed", "tag": "bb48c226-cd8a-426b-8392-6dcb3d411b85"}]}' {{(pid=104274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:38:08.655060 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port bb48c226-cd8a-426b-8392-6dcb3d411b85, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bb48c226-cd8a-426b-8392-6dcb3d411b85,segment=NetworkSegment(4427f270-b023-404e-a3c1-104654497080),segment_id=4427f270-b023-404e-a3c1-104654497080)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:38:08.680749 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-91b15e93-bbc7-4f6a-962f-609d5bcddff4 req-c0a6a221-1e04-40e8-9078-5d24c824b364 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444703 Jul 28 05:38:08.704553 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (bb48c226-cd8a-426b-8392-6dcb3d411b85), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:08.729044 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5bd7fc-67a9-4e3b-9da3-829783bf073d x-openstack-request-id: req-ca5bd7fc-67a9-4e3b-9da3-829783bf073d {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:38:08.729342 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54986322-1272-4f12-a108-b8675f3190a6", "name": "network-vif-plugged", "status": "completed", "tag": "bb48c226-cd8a-426b-8392-6dcb3d411b85", "code": 200}]} {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:38:08.729720 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ca5bd7fc-67a9-4e3b-9da3-829783bf073d {{(pid=104274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:38:08.730085 dv-cinder-799871-48-iscsi neutron-server[104274]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca5bd7fc-67a9-4e3b-9da3-829783bf073d'] response: {'server_uuid': '54986322-1272-4f12-a108-b8675f3190a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb48c226-cd8a-426b-8392-6dcb3d411b85', 'code': 200} Jul 28 05:38:08.756625 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=bb48c226-cd8a-426b-8392-6dcb3d411b85,revision_number=10']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:38:08.862346 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbe1b1-64e6-44a8-a5df-58fa5d737c0e req-db3b396f-5ff0-462e-a466-e1d907f76163 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:08.863817 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-24fbe1b1-64e6-44a8-a5df-58fa5d737c0e req-db3b396f-5ff0-462e-a466-e1d907f76163 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 985 time: 0.0525384 Jul 28 05:38:08.911446 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 40144) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:38:08.937125 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:08.939068 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-0ad4c89c-8765-44a3-8282-dcd2222b330e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:08.951033 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-24fbe1b1-64e6-44a8-a5df-58fa5d737c0e req-db316c51-8b8e-43b9-9f17-25713cc90f57 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/security-groups?id=67629efd-defe-468a-8cc4-0b3911b29ce3&id=a6641ef2-d1de-4aed-92c8-d74dcb8f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0815537 Jul 28 05:38:09.022071 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-0ad4c89c-8765-44a3-8282-dcd2222b330e admin admin] Publish callbacks [] for security_group (a68773e6-9a15-4c2e-80cd-cc6b0ac7c09a), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:09.057884 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad3fff-c9df-4efd-851f-2c5c6645c648 req-cb73b2c4-ee20-4506-b509-32a979f63d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:09.059381 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-a4ad3fff-c9df-4efd-851f-2c5c6645c648 req-cb73b2c4-ee20-4506-b509-32a979f63d06 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 1131 time: 0.0383608 Jul 28 05:38:09.094830 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-0ad4c89c-8765-44a3-8282-dcd2222b330e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (a68773e6-9a15-4c2e-80cd-cc6b0ac7c09a), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:09.103722 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-a4ad3fff-c9df-4efd-851f-2c5c6645c648 req-8d33f1f7-f51d-44f9-8076-62043779ede4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377371 Jul 28 05:38:09.136852 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-0ad4c89c-8765-44a3-8282-dcd2222b330e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=75767625d08744e9a00d3a641bcfd145&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243974 Jul 28 05:38:09.137747 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4c89c-8765-44a3-8282-dcd2222b330e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68773e6-9a15-4c2e-80cd-cc6b0ac7c09a,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:38:09.139661 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 40146) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:38:09.189752 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-452c5f85-0ae3-4975-bcd0-057364180b3f admin admin] Publish callbacks [] for security_group (a68773e6-9a15-4c2e-80cd-cc6b0ac7c09a), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:09.213978 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-452c5f85-0ae3-4975-bcd0-057364180b3f admin admin] Publish callbacks [] for security_group (a68773e6-9a15-4c2e-80cd-cc6b0ac7c09a), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:09.334895 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-452c5f85-0ae3-4975-bcd0-057364180b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (a68773e6-9a15-4c2e-80cd-cc6b0ac7c09a), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:09.337448 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-452c5f85-0ae3-4975-bcd0-057364180b3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:09.338628 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-452c5f85-0ae3-4975-bcd0-057364180b3f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a68773e6-9a15-4c2e-80cd-cc6b0ac7c09a HTTP/1.1" status: 204 len: 168 time: 0.1980047 Jul 28 05:38:09.346498 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c5f85-0ae3-4975-bcd0-057364180b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68773e6-9a15-4c2e-80cd-cc6b0ac7c09a,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:38:09.811101 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7e005-db25-42f9-a905-493e8653c1f0 req-9941e37e-33b8-4537-b355-778944d79bad tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:09.813180 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c2d7e005-db25-42f9-a905-493e8653c1f0 req-9941e37e-33b8-4537-b355-778944d79bad tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 947 time: 0.0536122 Jul 28 05:38:09.824795 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:09.864247 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c2d7e005-db25-42f9-a905-493e8653c1f0 req-e49d9738-9982-4825-b5fc-3936422309aa tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456362 Jul 28 05:38:10.070034 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31bcc1-acff-457f-ba69-efd4465e549a req-d5266e59-c58e-405f-afe9-5e375ccfa0fa tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:10.071508 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9d31bcc1-acff-457f-ba69-efd4465e549a req-d5266e59-c58e-405f-afe9-5e375ccfa0fa tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 985 time: 0.0490832 Jul 28 05:38:10.132541 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9d31bcc1-acff-457f-ba69-efd4465e549a req-cf610475-1ac2-4777-bd95-7b9f7aedd7d8 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/security-groups?id=67629efd-defe-468a-8cc4-0b3911b29ce3&id=a6641ef2-d1de-4aed-92c8-d74dcb8f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553470 Jul 28 05:38:10.529172 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:10.803880 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:10.993604 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1f29a-b66f-48c8-8e52-02f1ad69d55a req-91995c9b-3005-41db-a14b-33283c4918a5 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:10.995123 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-fff1f29a-b66f-48c8-8e52-02f1ad69d55a req-91995c9b-3005-41db-a14b-33283c4918a5 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 947 time: 0.0519824 Jul 28 05:38:11.057391 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-fff1f29a-b66f-48c8-8e52-02f1ad69d55a req-e65390ce-3b6e-45a5-903f-48d31ac416d2 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564635 Jul 28 05:38:11.266125 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b3fbb-821f-4222-ad03-01ef5dab9627 req-040d2236-5304-45dd-94b7-efa8284a219a tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:11.269939 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f48b3fbb-821f-4222-ad03-01ef5dab9627 req-040d2236-5304-45dd-94b7-efa8284a219a tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 985 time: 0.0592937 Jul 28 05:38:11.331290 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f48b3fbb-821f-4222-ad03-01ef5dab9627 req-c0b19a81-b9ed-4144-b4d6-6131cc47ecbf tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/security-groups?id=67629efd-defe-468a-8cc4-0b3911b29ce3&id=a6641ef2-d1de-4aed-92c8-d74dcb8f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575373 Jul 28 05:38:12.181583 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cbf31-6e25-47c2-9197-a6f3eae5d0de req-6b5795e4-c3cc-42e2-95fc-b126d83077c9 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:12.183076 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-417cbf31-6e25-47c2-9197-a6f3eae5d0de req-6b5795e4-c3cc-42e2-95fc-b126d83077c9 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 947 time: 0.0492790 Jul 28 05:38:12.232056 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-417cbf31-6e25-47c2-9197-a6f3eae5d0de req-a4cbccde-3163-4e40-bd5a-916b6d1f71aa tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430436 Jul 28 05:38:12.453673 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfc5cf-465c-4820-ad91-99104f24db2a req-269ab102-106f-4291-bc94-13a9cbad286e tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:12.455125 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-45cfc5cf-465c-4820-ad91-99104f24db2a req-269ab102-106f-4291-bc94-13a9cbad286e tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 985 time: 0.0517657 Jul 28 05:38:12.513941 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-45cfc5cf-465c-4820-ad91-99104f24db2a req-7fe65604-08d6-4771-9c9f-8102471f1d3f tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/security-groups?id=67629efd-defe-468a-8cc4-0b3911b29ce3&id=a6641ef2-d1de-4aed-92c8-d74dcb8f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531645 Jul 28 05:38:12.849554 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 6 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:38:13.633152 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522bb8a4-3a9e-47bb-a9a9-8b0abff67042 req-cabd1402-eb95-4dda-97a1-f0887443e4ca tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:13.634677 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-522bb8a4-3a9e-47bb-a9a9-8b0abff67042 req-cabd1402-eb95-4dda-97a1-f0887443e4ca tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 985 time: 0.0482087 Jul 28 05:38:13.696653 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-522bb8a4-3a9e-47bb-a9a9-8b0abff67042 req-60517c27-877d-4959-91ef-2e07bb0dfdec tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/security-groups?id=67629efd-defe-468a-8cc4-0b3911b29ce3&id=a6641ef2-d1de-4aed-92c8-d74dcb8f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559299 Jul 28 05:38:14.816081 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9da83-e8c4-4779-89cb-b235cdf5b7c2 req-9c96060c-76ff-47e7-833d-f14fdf08d413 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:14.817828 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-05a9da83-e8c4-4779-89cb-b235cdf5b7c2 req-9c96060c-76ff-47e7-833d-f14fdf08d413 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 985 time: 0.0501096 Jul 28 05:38:14.899024 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-05a9da83-e8c4-4779-89cb-b235cdf5b7c2 req-827f66b5-4e01-46bb-823e-574b887b1dec tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/security-groups?id=67629efd-defe-468a-8cc4-0b3911b29ce3&id=a6641ef2-d1de-4aed-92c8-d74dcb8f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0732498 Jul 28 05:38:16.019498 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c40d96-65f2-4bbe-8294-5c2e2fcb5904 req-c842cc7a-a0ab-44c8-96e1-211efb5e40cb tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:16.021104 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-82c40d96-65f2-4bbe-8294-5c2e2fcb5904 req-c842cc7a-a0ab-44c8-96e1-211efb5e40cb tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 985 time: 0.0480790 Jul 28 05:38:16.054510 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:16.083108 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-82c40d96-65f2-4bbe-8294-5c2e2fcb5904 req-233cad7b-254b-4181-a606-8ada76269b6b tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/security-groups?id=67629efd-defe-468a-8cc4-0b3911b29ce3&id=a6641ef2-d1de-4aed-92c8-d74dcb8f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561564 Jul 28 05:38:17.585870 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5cce8b-a9b4-45f1-8635-f50637874456 req-4f679476-08b7-48b8-9e94-55b88d9a50a5 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:17.587377 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4d5cce8b-a9b4-45f1-8635-f50637874456 req-4f679476-08b7-48b8-9e94-55b88d9a50a5 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 985 time: 0.0482872 Jul 28 05:38:17.654134 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4d5cce8b-a9b4-45f1-8635-f50637874456 req-600eef3a-744f-41d2-97fd-fe1f7ac5aa06 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/security-groups?id=67629efd-defe-468a-8cc4-0b3911b29ce3&id=a6641ef2-d1de-4aed-92c8-d74dcb8f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609884 Jul 28 05:38:18.773650 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82916651-feff-4954-a532-5bba8c26f97b req-5716ec31-86d6-4eac-b7d8-6a69532243f4 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:18.775126 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-82916651-feff-4954-a532-5bba8c26f97b req-5716ec31-86d6-4eac-b7d8-6a69532243f4 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 985 time: 0.0491409 Jul 28 05:38:18.802033 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:18.836694 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-82916651-feff-4954-a532-5bba8c26f97b req-2f278318-3840-4ebc-8614-327742685c7f tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/security-groups?id=67629efd-defe-468a-8cc4-0b3911b29ce3&id=a6641ef2-d1de-4aed-92c8-d74dcb8f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559771 Jul 28 05:38:19.342084 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=27,neutron:DELETE=3 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:19.342852 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:DELETE=5,neutron:SELECT=26 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:19.958410 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00482a27-14bc-4e80-b4e0-49e726aa55f4 req-522b3b72-de55-4a9e-bb38-e42203877fef tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:19.959723 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-00482a27-14bc-4e80-b4e0-49e726aa55f4 req-522b3b72-de55-4a9e-bb38-e42203877fef tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 985 time: 0.0479248 Jul 28 05:38:20.019793 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-00482a27-14bc-4e80-b4e0-49e726aa55f4 req-20ba32f0-0073-4f3e-b193-3d8ce8eda57f tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/security-groups?id=67629efd-defe-468a-8cc4-0b3911b29ce3&id=a6641ef2-d1de-4aed-92c8-d74dcb8f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543563 Jul 28 05:38:20.697335 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=11 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:20.703360 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=73,neutron:UPDATE=6 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:21.142038 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee6538-ae1c-43de-831b-139af0d83d72 req-26d99520-73fd-46ff-9d03-f1b9331f768d tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:21.144655 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-06ee6538-ae1c-43de-831b-139af0d83d72 req-26d99520-73fd-46ff-9d03-f1b9331f768d tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 985 time: 0.0517862 Jul 28 05:38:21.204060 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-06ee6538-ae1c-43de-831b-139af0d83d72 req-c02c9877-c3c3-4969-9717-6a9567feefed tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/security-groups?id=67629efd-defe-468a-8cc4-0b3911b29ce3&id=a6641ef2-d1de-4aed-92c8-d74dcb8f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538464 Jul 28 05:38:22.323163 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc1f96-6233-4332-b016-09f118507a29 req-4068d0ef-c3b5-43fd-8e14-c18aae543446 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:22.324635 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-bfbc1f96-6233-4332-b016-09f118507a29 req-4068d0ef-c3b5-43fd-8e14-c18aae543446 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 985 time: 0.0482328 Jul 28 05:38:22.383777 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-bfbc1f96-6233-4332-b016-09f118507a29 req-64d5f786-c6c8-4571-b084-11fdf073e550 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/security-groups?id=67629efd-defe-468a-8cc4-0b3911b29ce3&id=a6641ef2-d1de-4aed-92c8-d74dcb8f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534790 Jul 28 05:38:22.844899 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:22.959255 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 40380) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:38:23.071282 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8d6d50d2-ec22-4fa6-a42f-48db568047b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:23.142635 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8d6d50d2-ec22-4fa6-a42f-48db568047b5 admin admin] Publish callbacks [] for security_group (2519014f-130c-43c3-b2dd-f8b8548ffe13), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:23.211520 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8d6d50d2-ec22-4fa6-a42f-48db568047b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (2519014f-130c-43c3-b2dd-f8b8548ffe13), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:23.250352 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d50d2-ec22-4fa6-a42f-48db568047b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2519014f-130c-43c3-b2dd-f8b8548ffe13,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:38:23.255345 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-8d6d50d2-ec22-4fa6-a42f-48db568047b5 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a455edcb25a3413987259877e8e5d01a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2950408 Jul 28 05:38:23.258046 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 40390) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:38:23.310256 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-033b047f-e2c8-4477-ae02-8e4547fd7721 admin admin] Publish callbacks [] for security_group (2519014f-130c-43c3-b2dd-f8b8548ffe13), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:23.331924 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-033b047f-e2c8-4477-ae02-8e4547fd7721 admin admin] Publish callbacks [] for security_group (2519014f-130c-43c3-b2dd-f8b8548ffe13), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:23.479795 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-033b047f-e2c8-4477-ae02-8e4547fd7721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (2519014f-130c-43c3-b2dd-f8b8548ffe13), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:23.482319 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-033b047f-e2c8-4477-ae02-8e4547fd7721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:23.483475 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-033b047f-e2c8-4477-ae02-8e4547fd7721 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/2519014f-130c-43c3-b2dd-f8b8548ffe13 HTTP/1.1" status: 204 len: 168 time: 0.2228267 Jul 28 05:38:23.492012 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b047f-e2c8-4477-ae02-8e4547fd7721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2519014f-130c-43c3-b2dd-f8b8548ffe13,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:38:24.198976 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 40404) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:38:24.213625 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-f2ea4a3b-b215-4eaf-9d84-9a4e1c531d85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:24.295449 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-f2ea4a3b-b215-4eaf-9d84-9a4e1c531d85 admin admin] Publish callbacks [] for security_group (aaf6fad6-8a21-409a-abde-6d433cd8ffc2), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:24.363187 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-f2ea4a3b-b215-4eaf-9d84-9a4e1c531d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (aaf6fad6-8a21-409a-abde-6d433cd8ffc2), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:24.402415 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea4a3b-b215-4eaf-9d84-9a4e1c531d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf6fad6-8a21-409a-abde-6d433cd8ffc2,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:38:24.406702 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-f2ea4a3b-b215-4eaf-9d84-9a4e1c531d85 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=4eef2a23e6b8400a93b5859898363378&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2067037 Jul 28 05:38:24.409553 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 40406) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:38:24.459223 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-59600b45-9ae2-4d32-9b85-0d8dfe43309d admin admin] Publish callbacks [] for security_group (aaf6fad6-8a21-409a-abde-6d433cd8ffc2), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:24.480205 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-59600b45-9ae2-4d32-9b85-0d8dfe43309d admin admin] Publish callbacks [] for security_group (aaf6fad6-8a21-409a-abde-6d433cd8ffc2), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:24.496335 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:24.611719 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-59600b45-9ae2-4d32-9b85-0d8dfe43309d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (aaf6fad6-8a21-409a-abde-6d433cd8ffc2), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:24.614416 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-59600b45-9ae2-4d32-9b85-0d8dfe43309d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:24.615645 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-59600b45-9ae2-4d32-9b85-0d8dfe43309d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/aaf6fad6-8a21-409a-abde-6d433cd8ffc2 HTTP/1.1" status: 204 len: 168 time: 0.2051742 Jul 28 05:38:24.623819 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59600b45-9ae2-4d32-9b85-0d8dfe43309d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf6fad6-8a21-409a-abde-6d433cd8ffc2,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:38:26.430316 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 40458) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:38:26.534302 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ac5a3c27-2fa9-415b-b10b-acbd9cf82a34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:26.607619 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ac5a3c27-2fa9-415b-b10b-acbd9cf82a34 admin admin] Publish callbacks [] for security_group (2aa5f90e-c29e-4409-a24c-e3a40bbdd747), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:26.683108 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ac5a3c27-2fa9-415b-b10b-acbd9cf82a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (2aa5f90e-c29e-4409-a24c-e3a40bbdd747), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:26.723404 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-ac5a3c27-2fa9-415b-b10b-acbd9cf82a34 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=aa664194352a4b74bce2cdd2ed7a8375&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2920229 Jul 28 05:38:26.724255 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a3c27-2fa9-415b-b10b-acbd9cf82a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa5f90e-c29e-4409-a24c-e3a40bbdd747,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:38:26.726685 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 40464) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:38:26.778500 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d257ae8b-0c14-4589-9727-7adbc505a822 admin admin] Publish callbacks [] for security_group (2aa5f90e-c29e-4409-a24c-e3a40bbdd747), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:26.802374 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d257ae8b-0c14-4589-9727-7adbc505a822 admin admin] Publish callbacks [] for security_group (2aa5f90e-c29e-4409-a24c-e3a40bbdd747), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:26.917459 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d257ae8b-0c14-4589-9727-7adbc505a822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (2aa5f90e-c29e-4409-a24c-e3a40bbdd747), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:26.920006 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d257ae8b-0c14-4589-9727-7adbc505a822 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:26.921149 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-d257ae8b-0c14-4589-9727-7adbc505a822 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/2aa5f90e-c29e-4409-a24c-e3a40bbdd747 HTTP/1.1" status: 204 len: 168 time: 0.1927762 Jul 28 05:38:26.928965 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257ae8b-0c14-4589-9727-7adbc505a822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa5f90e-c29e-4409-a24c-e3a40bbdd747,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:38:32.891272 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:35.283481 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-23f9d082-e618-4987-a38e-a3a498611266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:35.674100 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8083ea-b3af-4980-bce4-25c021a01f38 req-259f513a-07d2-4c5a-8856-efbad99f22c7 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:35.676565 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-cb8083ea-b3af-4980-bce4-25c021a01f38 req-259f513a-07d2-4c5a-8856-efbad99f22c7 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=9557131e-b3ea-4672-bdae-75a0c5a120e3 HTTP/1.1" status: 200 len: 945 time: 0.0522287 Jul 28 05:38:35.713569 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=7 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:35.726409 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-cb8083ea-b3af-4980-bce4-25c021a01f38 req-6e014bf7-5f83-47a4-9c9e-9281a9e4f757 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3303294f-4f0c-4b8f-be16-a6eda4a61737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436392 Jul 28 05:38:35.851595 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:35.852274 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:36.710624 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=54,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:36.719778 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=53,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:36.852821 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e0d92-eafa-4b16-8713-d6b2e1ae3634 req-03a71e84-2379-4858-806f-330bf51b60cc tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:36.854327 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-de6e0d92-eafa-4b16-8713-d6b2e1ae3634 req-03a71e84-2379-4858-806f-330bf51b60cc tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=9557131e-b3ea-4672-bdae-75a0c5a120e3 HTTP/1.1" status: 200 len: 945 time: 0.0484757 Jul 28 05:38:36.905586 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-de6e0d92-eafa-4b16-8713-d6b2e1ae3634 req-60700247-392e-4807-8199-0fa20c157bd4 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3303294f-4f0c-4b8f-be16-a6eda4a61737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452814 Jul 28 05:38:37.639734 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-ba974bee-2abc-4706-8c1f-577b32718c98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:38.027327 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556127ea-276d-4acc-90e2-48c2b5f9943a req-1571bbf3-874b-4996-a5f7-24cf4c1134d0 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:38.028801 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-556127ea-276d-4acc-90e2-48c2b5f9943a req-1571bbf3-874b-4996-a5f7-24cf4c1134d0 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=9557131e-b3ea-4672-bdae-75a0c5a120e3 HTTP/1.1" status: 200 len: 945 time: 0.0512266 Jul 28 05:38:38.076557 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-556127ea-276d-4acc-90e2-48c2b5f9943a req-579f55cc-8b9a-4ad0-b620-dddd99817478 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3303294f-4f0c-4b8f-be16-a6eda4a61737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421731 Jul 28 05:38:38.625655 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:38.769696 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d590ca-a646-49df-8f71-3e88248b8e67 req-369266e3-4aa4-42bb-b6e4-c19f1d3af5b1 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:38.771183 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f2d590ca-a646-49df-8f71-3e88248b8e67 req-369266e3-4aa4-42bb-b6e4-c19f1d3af5b1 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4c59c70-b18e-4e7d-ad59-50b0e2e66041 HTTP/1.1" status: 200 len: 945 time: 0.0478182 Jul 28 05:38:38.818656 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f2d590ca-a646-49df-8f71-3e88248b8e67 req-021458aa-b38a-4b38-8696-eb98402c917d tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=8c71715b-4151-4b7d-81a6-72d2cf64a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419593 Jul 28 05:38:39.196388 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333c3df-223e-4f59-a4f4-f7642285dd3f req-6713a364-aca8-44ef-8e3d-95dfd7558485 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:39.198398 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3333c3df-223e-4f59-a4f4-f7642285dd3f req-6713a364-aca8-44ef-8e3d-95dfd7558485 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=9557131e-b3ea-4672-bdae-75a0c5a120e3 HTTP/1.1" status: 200 len: 945 time: 0.0507069 Jul 28 05:38:39.245452 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3333c3df-223e-4f59-a4f4-f7642285dd3f req-1f8de4a0-400f-415e-adf9-3165d95cc0a5 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3303294f-4f0c-4b8f-be16-a6eda4a61737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416005 Jul 28 05:38:39.941172 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade6911-a8e2-43f6-8680-59b6f2238996 req-0c6b5943-01a7-4e58-a161-9b8b777b97f5 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:39.944020 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-dade6911-a8e2-43f6-8680-59b6f2238996 req-0c6b5943-01a7-4e58-a161-9b8b777b97f5 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4c59c70-b18e-4e7d-ad59-50b0e2e66041 HTTP/1.1" status: 200 len: 945 time: 0.0530863 Jul 28 05:38:39.992604 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-dade6911-a8e2-43f6-8680-59b6f2238996 req-671c58ee-ea47-465e-ab35-eb56e931e192 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=8c71715b-4151-4b7d-81a6-72d2cf64a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429990 Jul 28 05:38:40.364546 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9d797-4d10-4206-b78f-4ddb9662bc59 req-ae421e93-31a2-4d3b-9e46-6ee166fde86a tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:40.366040 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-04e9d797-4d10-4206-b78f-4ddb9662bc59 req-ae421e93-31a2-4d3b-9e46-6ee166fde86a tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=9557131e-b3ea-4672-bdae-75a0c5a120e3 HTTP/1.1" status: 200 len: 945 time: 0.0487585 Jul 28 05:38:40.416501 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-04e9d797-4d10-4206-b78f-4ddb9662bc59 req-8a8d8c2e-6b63-47ca-8af6-d0ad8c2aabfc tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3303294f-4f0c-4b8f-be16-a6eda4a61737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450687 Jul 28 05:38:40.554244 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:40.793818 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:41.111011 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6502b1b-223c-45d3-98c2-63c7f4d0c11a req-85324ab4-c72c-4dd6-8976-aae225bfcbde tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:41.112532 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e6502b1b-223c-45d3-98c2-63c7f4d0c11a req-85324ab4-c72c-4dd6-8976-aae225bfcbde tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4c59c70-b18e-4e7d-ad59-50b0e2e66041 HTTP/1.1" status: 200 len: 945 time: 0.0482516 Jul 28 05:38:41.162752 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e6502b1b-223c-45d3-98c2-63c7f4d0c11a req-6f6fab7c-1624-4d56-ab30-5f51abfad385 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=8c71715b-4151-4b7d-81a6-72d2cf64a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439887 Jul 28 05:38:41.536112 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77cf22-e0f2-44ed-b34c-756ca7fb9662 req-60449113-f361-4d95-9a2a-a86431b8e217 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:41.537847 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7d77cf22-e0f2-44ed-b34c-756ca7fb9662 req-60449113-f361-4d95-9a2a-a86431b8e217 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=9557131e-b3ea-4672-bdae-75a0c5a120e3 HTTP/1.1" status: 200 len: 945 time: 0.0485458 Jul 28 05:38:41.585591 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7d77cf22-e0f2-44ed-b34c-756ca7fb9662 req-247710b8-b2c6-48cf-b138-0c240272186f tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3303294f-4f0c-4b8f-be16-a6eda4a61737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422640 Jul 28 05:38:41.691711 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7e9a2-2c39-40a4-a9f6-8d8306ed4d37 req-db0bd972-a90a-49c6-a5d1-050333fb3529 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:41.693171 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-d1d7e9a2-2c39-40a4-a9f6-8d8306ed4d37 req-db0bd972-a90a-49c6-a5d1-050333fb3529 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.57 "GET /v2.0/ports?device_id=9557131e-b3ea-4672-bdae-75a0c5a120e3 HTTP/1.1" status: 200 len: 945 time: 0.0492742 Jul 28 05:38:42.073739 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [req-d1d7e9a2-2c39-40a4-a9f6-8d8306ed4d37 req-8b137d95-dc32-4a86-95b4-18e923ed2210 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Deleting port 1fc13072-08e7-4bb8-8f8f-d55569372d0e {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:38:42.074064 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-d1d7e9a2-2c39-40a4-a9f6-8d8306ed4d37 req-8b137d95-dc32-4a86-95b4-18e923ed2210 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (1fc13072-08e7-4bb8-8f8f-d55569372d0e), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:42.196043 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9ab58-a5d8-4fb5-920e-c402b6011c70 req-cc816efc-2566-44cd-8148-c190ce05f1d9 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:42.197439 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-c4e9ab58-a5d8-4fb5-920e-c402b6011c70 req-cc816efc-2566-44cd-8148-c190ce05f1d9 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4c59c70-b18e-4e7d-ad59-50b0e2e66041 HTTP/1.1" status: 200 len: 945 time: 0.0717282 Jul 28 05:38:42.204221 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [req-d1d7e9a2-2c39-40a4-a9f6-8d8306ed4d37 req-8b137d95-dc32-4a86-95b4-18e923ed2210 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] For port 1fc13072-08e7-4bb8-8f8f-d55569372d0e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1fc13072-08e7-4bb8-8f8f-d55569372d0e,segment=NetworkSegment(d6393f65-f317-4f88-bc02-4e43465dc849),segment_id=d6393f65-f317-4f88-bc02-4e43465dc849)] {{(pid=104273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:38:42.204584 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-d1d7e9a2-2c39-40a4-a9f6-8d8306ed4d37 req-8b137d95-dc32-4a86-95b4-18e923ed2210 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (1fc13072-08e7-4bb8-8f8f-d55569372d0e), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:42.270283 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:42.289081 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e4f8a-edc1-4c52-b24c-e70515b7576f req-b103e459-4167-4b5c-860a-e9c1acd9d07e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:42.289371 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-589e4f8a-edc1-4c52-b24c-e70515b7576f req-b103e459-4167-4b5c-860a-e9c1acd9d07e tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4c59c70-b18e-4e7d-ad59-50b0e2e66041 HTTP/1.1" status: 200 len: 945 time: 0.0539579 Jul 28 05:38:42.339384 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-589e4f8a-edc1-4c52-b24c-e70515b7576f req-9c6d9080-f8f4-4fec-bbcb-be90d1d8bf2d tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups?id=8c71715b-4151-4b7d-81a6-72d2cf64a69b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435205 Jul 28 05:38:42.366326 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [req-c4e9ab58-a5d8-4fb5-920e-c402b6011c70 req-1a8d6532-0b07-4648-a6b0-4b5e38891796 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Deleting port 6358d70d-ca49-4c50-af18-16013f79bc5a {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:38:42.366689 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-c4e9ab58-a5d8-4fb5-920e-c402b6011c70 req-1a8d6532-0b07-4648-a6b0-4b5e38891796 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (6358d70d-ca49-4c50-af18-16013f79bc5a), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:42.705663 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846199b3-3e64-4b19-9b61-698c132af6e1 req-d3349d05-38e2-491a-9d44-78355fbe8059 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:42.708340 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-846199b3-3e64-4b19-9b61-698c132af6e1 req-d3349d05-38e2-491a-9d44-78355fbe8059 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=9557131e-b3ea-4672-bdae-75a0c5a120e3 HTTP/1.1" status: 200 len: 945 time: 0.0494447 Jul 28 05:38:42.729798 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-d1d7e9a2-2c39-40a4-a9f6-8d8306ed4d37 req-8b137d95-dc32-4a86-95b4-18e923ed2210 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:42.730372 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-d1d7e9a2-2c39-40a4-a9f6-8d8306ed4d37 req-8b137d95-dc32-4a86-95b4-18e923ed2210 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4016612'] for floatingip (0ed7bd60-e650-417c-b9b5-dc3c448436aa), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:42.730486 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.db.l3_db [req-d1d7e9a2-2c39-40a4-a9f6-8d8306ed4d37 req-8b137d95-dc32-4a86-95b4-18e923ed2210 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Floating IP 0ed7bd60-e650-417c-b9b5-dc3c448436aa disassociated. External IP: 172.27.0.114, port: 1fc13072-08e7-4bb8-8f8f-d55569372d0e. Jul 28 05:38:42.730749 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [req-d1d7e9a2-2c39-40a4-a9f6-8d8306ed4d37 req-8b137d95-dc32-4a86-95b4-18e923ed2210 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Calling delete_port for 1fc13072-08e7-4bb8-8f8f-d55569372d0e owned by compute:nova {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:38:42.761650 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-846199b3-3e64-4b19-9b61-698c132af6e1 req-24aa49a3-dee3-4881-b0fb-f18b4707f33c tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups?id=3303294f-4f0c-4b8f-be16-a6eda4a61737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462768 Jul 28 05:38:42.839656 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [req-c4e9ab58-a5d8-4fb5-920e-c402b6011c70 req-1a8d6532-0b07-4648-a6b0-4b5e38891796 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] For port 6358d70d-ca49-4c50-af18-16013f79bc5a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6358d70d-ca49-4c50-af18-16013f79bc5a,segment=NetworkSegment(c9e82de0-9864-4c88-908a-44b07604c3c0),segment_id=c9e82de0-9864-4c88-908a-44b07604c3c0)] {{(pid=104273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:38:42.840020 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-c4e9ab58-a5d8-4fb5-920e-c402b6011c70 req-1a8d6532-0b07-4648-a6b0-4b5e38891796 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (6358d70d-ca49-4c50-af18-16013f79bc5a), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:43.081880 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-c4e9ab58-a5d8-4fb5-920e-c402b6011c70 req-1a8d6532-0b07-4648-a6b0-4b5e38891796 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:43.082252 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-c4e9ab58-a5d8-4fb5-920e-c402b6011c70 req-1a8d6532-0b07-4648-a6b0-4b5e38891796 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4016612'] for floatingip (c68b4881-0dd2-40c7-afa1-990230e4c7ec), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:43.082573 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.db.l3_db [req-c4e9ab58-a5d8-4fb5-920e-c402b6011c70 req-1a8d6532-0b07-4648-a6b0-4b5e38891796 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Floating IP c68b4881-0dd2-40c7-afa1-990230e4c7ec disassociated. External IP: 172.27.0.137, port: 6358d70d-ca49-4c50-af18-16013f79bc5a. Jul 28 05:38:43.082923 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [req-c4e9ab58-a5d8-4fb5-920e-c402b6011c70 req-1a8d6532-0b07-4648-a6b0-4b5e38891796 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Calling delete_port for 6358d70d-ca49-4c50-af18-16013f79bc5a owned by compute:nova {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:38:43.085213 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-d1d7e9a2-2c39-40a4-a9f6-8d8306ed4d37 req-8b137d95-dc32-4a86-95b4-18e923ed2210 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (1fc13072-08e7-4bb8-8f8f-d55569372d0e), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:43.095575 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:43.096164 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:43.119818 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b137d95-dc32-4a86-95b4-18e923ed2210 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Pushing event deleted for resources: {'Port': ['ID=1fc13072-08e7-4bb8-8f8f-d55569372d0e,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:38:43.315339 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1d7e9a2-2c39-40a4-a9f6-8d8306ed4d37 req-8b137d95-dc32-4a86-95b4-18e923ed2210 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Router d2cc43d3-bb01-4229-ac5e-8b627c08bbaf has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:38:43.415125 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-c4e9ab58-a5d8-4fb5-920e-c402b6011c70 req-1a8d6532-0b07-4648-a6b0-4b5e38891796 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (6358d70d-ca49-4c50-af18-16013f79bc5a), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:43.423403 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:43.444170 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-63e78b1d-b0a9-4669-8612-42e14f7dd1dc req-3e051bcb-918c-47d7-9d65-2353dccefa6b tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4c59c70-b18e-4e7d-ad59-50b0e2e66041 HTTP/1.1" status: 200 len: 210 time: 0.0308113 Jul 28 05:38:43.448998 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d6532-0b07-4648-a6b0-4b5e38891796 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Pushing event deleted for resources: {'Port': ['ID=6358d70d-ca49-4c50-af18-16013f79bc5a,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:38:43.515539 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1d7e9a2-2c39-40a4-a9f6-8d8306ed4d37 req-8b137d95-dc32-4a86-95b4-18e923ed2210 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:38:43.528220 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7280acd-3e76-40e3-be88-6791fadc64dd None None] Sync routers for ids ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'] in dv-cinder-799871-48-iscsi {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:38:43.543102 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7280acd-3e76-40e3-be88-6791fadc64dd None None] Routers {'d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:38:43.543730 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-e7280acd-3e76-40e3-be88-6791fadc64dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:38:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:38:43.596138 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d7e9a2-2c39-40a4-a9f6-8d8306ed4d37 req-8b137d95-dc32-4a86-95b4-18e923ed2210 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] No DVR routers for this DVR port 1fc13072-08e7-4bb8-8f8f-d55569372d0e on host hv-cinder-79987 {{(pid=104273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:38:43.600902 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-d1d7e9a2-2c39-40a4-a9f6-8d8306ed4d37 req-8b137d95-dc32-4a86-95b4-18e923ed2210 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:43.604272 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-d1d7e9a2-2c39-40a4-a9f6-8d8306ed4d37 req-8b137d95-dc32-4a86-95b4-18e923ed2210 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.57 "DELETE /v2.0/ports/1fc13072-08e7-4bb8-8f8f-d55569372d0e HTTP/1.1" status: 204 len: 173 time: 1.6135867 Jul 28 05:38:43.604709 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9557131e-b3ea-4672-bdae-75a0c5a120e3', 'name': 'network-vif-deleted', 'tag': '1fc13072-08e7-4bb8-8f8f-d55569372d0e'}] {{(pid=104273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:38:43.607004 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}294c2db51adabc0e3fe9263869e3ac3ebddb58bd39f135069541a8ae7da0566b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef088ac-7731-45bf-803a-ed7e41977087" -d '{"events": [{"server_uuid": "9557131e-b3ea-4672-bdae-75a0c5a120e3", "name": "network-vif-deleted", "tag": "1fc13072-08e7-4bb8-8f8f-d55569372d0e"}]}' {{(pid=104273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:38:43.617719 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:43.633599 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4e9ab58-a5d8-4fb5-920e-c402b6011c70 req-1a8d6532-0b07-4648-a6b0-4b5e38891796 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Router 44df7d44-fab5-44ae-8bad-aa8f05374a42 has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:38:43.668814 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-e7280acd-3e76-40e3-be88-6791fadc64dd None None] Set router d2cc43d3-bb01-4229-ac5e-8b627c08bbaf gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:38:43.684865 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89675b88-85f0-4c9d-b0f5-752b75e9bb13 x-openstack-request-id: req-89675b88-85f0-4c9d-b0f5-752b75e9bb13 {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:38:43.685086 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9557131e-b3ea-4672-bdae-75a0c5a120e3", "name": "network-vif-deleted", "tag": "1fc13072-08e7-4bb8-8f8f-d55569372d0e", "status": "completed", "code": 200}]} {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:38:43.685314 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-89675b88-85f0-4c9d-b0f5-752b75e9bb13 {{(pid=104273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:38:43.685728 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89675b88-85f0-4c9d-b0f5-752b75e9bb13'] response: {'server_uuid': '9557131e-b3ea-4672-bdae-75a0c5a120e3', 'name': 'network-vif-deleted', 'tag': '1fc13072-08e7-4bb8-8f8f-d55569372d0e', 'status': 'completed', 'code': 200} Jul 28 05:38:43.783175 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-46cbcdfc-b736-4a6f-8998-cbf86a8f8a95 req-70087021-0407-4b57-8fcc-1f37a7b0a749 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0560222 Jul 28 05:38:43.785910 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4e9ab58-a5d8-4fb5-920e-c402b6011c70 req-1a8d6532-0b07-4648-a6b0-4b5e38891796 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:38:43.798697 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0840072b-bfe7-402d-8092-cce390920e1f None None] Sync routers for ids ['44df7d44-fab5-44ae-8bad-aa8f05374a42'] in dv-cinder-799871-48-iscsi {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:38:43.838478 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0840072b-bfe7-402d-8092-cce390920e1f None None] Routers {'44df7d44-fab5-44ae-8bad-aa8f05374a42'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:38:43.839161 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-0840072b-bfe7-402d-8092-cce390920e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:38:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['44df7d44-fab5-44ae-8bad-aa8f05374a42'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:38:43.858045 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e9ab58-a5d8-4fb5-920e-c402b6011c70 req-1a8d6532-0b07-4648-a6b0-4b5e38891796 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] No DVR routers for this DVR port 6358d70d-ca49-4c50-af18-16013f79bc5a on host hv-cinder-79987 {{(pid=104273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:38:43.877442 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-e7280acd-3e76-40e3-be88-6791fadc64dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'name': 'tempest-AttachVolumeNegativeTest-1518408114-router', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:42Z', 'revision_number': 4, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'gw_port': {'id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'c786ec77-74c5-47cf-9acd-3809586aab79', 'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'mac_address': 'fa:16:3e:51:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:40Z', 'updated_at': '2022-07-28T05:32:02Z', 'revision_number': 5, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'subnets': [{'id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:38:43.883721 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-c4e9ab58-a5d8-4fb5-920e-c402b6011c70 req-1a8d6532-0b07-4648-a6b0-4b5e38891796 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:43.887110 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-c4e9ab58-a5d8-4fb5-920e-c402b6011c70 req-1a8d6532-0b07-4648-a6b0-4b5e38891796 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.57 "DELETE /v2.0/ports/6358d70d-ca49-4c50-af18-16013f79bc5a HTTP/1.1" status: 204 len: 173 time: 1.6793077 Jul 28 05:38:43.916259 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7280acd-3e76-40e3-be88-6791fadc64dd None None] Checking router: d2cc43d3-bb01-4229-ac5e-8b627c08bbaf for host: dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:38:43.916468 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cbcdfc-b736-4a6f-8998-cbf86a8f8a95 req-f5657780-1726-4f2d-99b9-af192a679469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:43.919203 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-46cbcdfc-b736-4a6f-8998-cbf86a8f8a95 req-f5657780-1726-4f2d-99b9-af192a679469 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5989fabc615545eeb4ef987dea566175&device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 1169 time: 0.0792553 Jul 28 05:38:43.929569 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7280acd-3e76-40e3-be88-6791fadc64dd None None] Routers {'d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:38:43.930755 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-e7280acd-3e76-40e3-be88-6791fadc64dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:38:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:38:43.970600 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ad93e407-5049-4fdd-9bf2-0f958c69520b req-f4a8f9d9-d1c3-4062-965c-0c4f5a928864 tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/ports?device_id=9557131e-b3ea-4672-bdae-75a0c5a120e3 HTTP/1.1" status: 200 len: 210 time: 0.0634415 Jul 28 05:38:44.036587 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-0840072b-bfe7-402d-8092-cce390920e1f None None] Set router 44df7d44-fab5-44ae-8bad-aa8f05374a42 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:38:44.075898 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cbcdfc-b736-4a6f-8998-cbf86a8f8a95 req-6ade9425-d8e1-4d9a-9aca-e1b6003264c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:44.077500 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-46cbcdfc-b736-4a6f-8998-cbf86a8f8a95 req-6ade9425-d8e1-4d9a-9aca-e1b6003264c5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=17d0b4db-03c1-4e8e-bad7-973b09ccd533 HTTP/1.1" status: 200 len: 916 time: 0.1370590 Jul 28 05:38:44.086459 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-e7280acd-3e76-40e3-be88-6791fadc64dd None None] Set router d2cc43d3-bb01-4229-ac5e-8b627c08bbaf gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:38:44.160392 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-46cbcdfc-b736-4a6f-8998-cbf86a8f8a95 req-52925309-b4b7-4a20-83f5-d1a9cfd83877 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b49100c3-29f8-45db-910f-805da59e6250 HTTP/1.1" status: 200 len: 1002 time: 0.0730290 Jul 28 05:38:44.318473 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-0840072b-bfe7-402d-8092-cce390920e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'name': 'tempest-AttachVolumeTestJSON-834264126-router', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:24Z', 'updated_at': '2022-07-28T05:31:31Z', 'revision_number': 4, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'gw_port': {'id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:25Z', 'updated_at': '2022-07-28T05:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'e43f53f1-11cb-414a-9485-93d8ec594f80', 'name': '', 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'mac_address': 'fa:16:3e:ad:68:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93d0c7af-c778-4812-bccd-0383249712e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:29Z', 'updated_at': '2022-07-28T05:31:45Z', 'revision_number': 5, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'subnets': [{'id': '93d0c7af-c778-4812-bccd-0383249712e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:38:44.322448 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-e7280acd-3e76-40e3-be88-6791fadc64dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'name': 'tempest-AttachVolumeNegativeTest-1518408114-router', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:42Z', 'revision_number': 4, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'gw_port': {'id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'c786ec77-74c5-47cf-9acd-3809586aab79', 'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'mac_address': 'fa:16:3e:51:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:40Z', 'updated_at': '2022-07-28T05:32:02Z', 'revision_number': 5, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'subnets': [{'id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:38:44.343679 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0840072b-bfe7-402d-8092-cce390920e1f None None] Checking router: 44df7d44-fab5-44ae-8bad-aa8f05374a42 for host: dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:38:44.349457 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7280acd-3e76-40e3-be88-6791fadc64dd None None] The sync data for ids ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'] in dv-cinder-799871-48-iscsi is: [{'id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'name': 'tempest-AttachVolumeNegativeTest-1518408114-router', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:42Z', 'revision_number': 4, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'gw_port': {'id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'c786ec77-74c5-47cf-9acd-3809586aab79', 'name': '', 'network_id': 'f094ee85-e5f7-4f76-b25b-19d66faa4449', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'mac_address': 'fa:16:3e:51:c8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:40Z', 'updated_at': '2022-07-28T05:32:02Z', 'revision_number': 5, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'subnets': [{'id': '456b76b1-4e97-4147-a35d-860a8ddd449e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:38:44.353679 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0840072b-bfe7-402d-8092-cce390920e1f None None] Routers {'44df7d44-fab5-44ae-8bad-aa8f05374a42'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:38:44.354513 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-0840072b-bfe7-402d-8092-cce390920e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:38:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['44df7d44-fab5-44ae-8bad-aa8f05374a42'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:38:44.423311 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cbcdfc-b736-4a6f-8998-cbf86a8f8a95 req-d3a9f096-8be3-4732-b2e2-6cba6f9c1c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:44.424869 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-46cbcdfc-b736-4a6f-8998-cbf86a8f8a95 req-d3a9f096-8be3-4732-b2e2-6cba6f9c1c4b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b1d31c83-80bf-48c5-9a09-2ae0c6ea6c51 HTTP/1.1" status: 200 len: 854 time: 0.0527496 Jul 28 05:38:44.488826 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cbcdfc-b736-4a6f-8998-cbf86a8f8a95 req-b43987b8-f7a5-4325-a712-c929cba6d05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:44.491536 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-46cbcdfc-b736-4a6f-8998-cbf86a8f8a95 req-b43987b8-f7a5-4325-a712-c929cba6d05a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=17d0b4db-03c1-4e8e-bad7-973b09ccd533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0588644 Jul 28 05:38:44.491762 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-0840072b-bfe7-402d-8092-cce390920e1f None None] Set router 44df7d44-fab5-44ae-8bad-aa8f05374a42 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:38:44.530474 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 1fc13072-08e7-4bb8-8f8f-d55569372d0e no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:38:44.556953 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] No Port match for: 1fc13072-08e7-4bb8-8f8f-d55569372d0e {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:38:44.557547 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 1fc13072-08e7-4bb8-8f8f-d55569372d0e not bound to the agent host hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:38:44.558072 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 6358d70d-ca49-4c50-af18-16013f79bc5a no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:38:44.580827 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] No Port match for: 6358d70d-ca49-4c50-af18-16013f79bc5a {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:38:44.581866 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 6358d70d-ca49-4c50-af18-16013f79bc5a not bound to the agent host hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:38:44.582348 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-165f06fe-c618-4577-b1bb-3e216e435f9b req-59461ffb-db42-40d3-9fdc-89f8c8b36414 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4c59c70-b18e-4e7d-ad59-50b0e2e66041 HTTP/1.1" status: 200 len: 210 time: 0.0425899 Jul 28 05:38:44.681804 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ea4496-035f-4004-8ff7-64dd6cd85b09 None None] New status for floating IP 0ed7bd60-e650-417c-b9b5-dc3c448436aa: DOWN {{(pid=104274) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 05:38:44.702488 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-0840072b-bfe7-402d-8092-cce390920e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'name': 'tempest-AttachVolumeTestJSON-834264126-router', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:24Z', 'updated_at': '2022-07-28T05:31:31Z', 'revision_number': 4, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'gw_port': {'id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:25Z', 'updated_at': '2022-07-28T05:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'e43f53f1-11cb-414a-9485-93d8ec594f80', 'name': '', 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'mac_address': 'fa:16:3e:ad:68:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93d0c7af-c778-4812-bccd-0383249712e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:29Z', 'updated_at': '2022-07-28T05:31:45Z', 'revision_number': 5, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'subnets': [{'id': '93d0c7af-c778-4812-bccd-0383249712e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:38:44.727808 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0840072b-bfe7-402d-8092-cce390920e1f None None] The sync data for ids ['44df7d44-fab5-44ae-8bad-aa8f05374a42'] in dv-cinder-799871-48-iscsi is: [{'id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'name': 'tempest-AttachVolumeTestJSON-834264126-router', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:24Z', 'updated_at': '2022-07-28T05:31:31Z', 'revision_number': 4, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'gw_port': {'id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:25Z', 'updated_at': '2022-07-28T05:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'e43f53f1-11cb-414a-9485-93d8ec594f80', 'name': '', 'network_id': '92779e58-7df4-4404-9045-ca3676cbb72b', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'mac_address': 'fa:16:3e:ad:68:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93d0c7af-c778-4812-bccd-0383249712e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:29Z', 'updated_at': '2022-07-28T05:31:45Z', 'revision_number': 5, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'subnets': [{'id': '93d0c7af-c778-4812-bccd-0383249712e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:38:44.828919 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=100 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:44.854233 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-46cbcdfc-b736-4a6f-8998-cbf86a8f8a95 req-fa48068b-0241-4c8b-ba19-b3304acc6741 service neutron] 10.222.0.57 "GET /v2.0/networks/17d0b4db-03c1-4e8e-bad7-973b09ccd533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219687 Jul 28 05:38:44.963192 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-46cbcdfc-b736-4a6f-8998-cbf86a8f8a95 req-cda01ea3-9cab-4786-b9ac-e639c00360bf service neutron] 10.222.0.57 "GET /v2.0/networks/17d0b4db-03c1-4e8e-bad7-973b09ccd533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024525 Jul 28 05:38:45.008139 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd6c5cd-87ab-49a5-a15a-fefa1d23442a None None] New status for floating IP c68b4881-0dd2-40c7-afa1-990230e4c7ec: DOWN {{(pid=104275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 05:38:45.136424 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 40694) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:38:45.193274 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b0d06ead-eb91-450f-bc05-2c06d4f4dd7b tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group (3303294f-4f0c-4b8f-be16-a6eda4a61737), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:45.218218 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b0d06ead-eb91-450f-bc05-2c06d4f4dd7b tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group (3303294f-4f0c-4b8f-be16-a6eda4a61737), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:45.351303 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b0d06ead-eb91-450f-bc05-2c06d4f4dd7b tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (3303294f-4f0c-4b8f-be16-a6eda4a61737), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:45.353947 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b0d06ead-eb91-450f-bc05-2c06d4f4dd7b tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:45.355152 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-b0d06ead-eb91-450f-bc05-2c06d4f4dd7b tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "DELETE /v2.0/security-groups/3303294f-4f0c-4b8f-be16-a6eda4a61737 HTTP/1.1" status: 204 len: 168 time: 0.2177470 Jul 28 05:38:45.358012 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 40696) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:38:45.364730 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d06ead-eb91-450f-bc05-2c06d4f4dd7b tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3303294f-4f0c-4b8f-be16-a6eda4a61737,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:38:45.373965 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.api.v2.resource [None req-1939b298-15a1-4ad3-9cd6-4b0d98eec62b tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] show failed (client error): The resource could not be found. Jul 28 05:38:45.374733 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-1939b298-15a1-4ad3-9cd6-4b0d98eec62b tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "GET /v2.0/security-groups/3303294f-4f0c-4b8f-be16-a6eda4a61737 HTTP/1.1" status: 404 len: 347 time: 0.0157418 Jul 28 05:38:45.377752 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 40698) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:38:45.488674 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-18756099-aa05-417d-8c04-36ae2d4966fa tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Deleting port e89c6733-79fc-49f4-8d4a-7965ed9b5495 {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:38:45.488932 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-18756099-aa05-417d-8c04-36ae2d4966fa tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (e89c6733-79fc-49f4-8d4a-7965ed9b5495), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:45.567064 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-18756099-aa05-417d-8c04-36ae2d4966fa tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (e89c6733-79fc-49f4-8d4a-7965ed9b5495), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:45.567404 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-18756099-aa05-417d-8c04-36ae2d4966fa tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for floatingip (e89c6733-79fc-49f4-8d4a-7965ed9b5495), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:45.585182 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-18756099-aa05-417d-8c04-36ae2d4966fa tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Calling delete_port for e89c6733-79fc-49f4-8d4a-7965ed9b5495 owned by network:floatingip {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:38:45.686994 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c59c70-b18e-4e7d-ad59-50b0e2e66041', 'name': 'network-vif-deleted', 'tag': '6358d70d-ca49-4c50-af18-16013f79bc5a'}] {{(pid=104273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:38:45.688693 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}294c2db51adabc0e3fe9263869e3ac3ebddb58bd39f135069541a8ae7da0566b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7f3f31-128d-41c9-a8fb-47b8ffdca8ab" -d '{"events": [{"server_uuid": "b4c59c70-b18e-4e7d-ad59-50b0e2e66041", "name": "network-vif-deleted", "tag": "6358d70d-ca49-4c50-af18-16013f79bc5a"}]}' {{(pid=104273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:38:45.735622 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 40746) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:38:45.773071 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ce0e97-7ba7-481d-982b-ba7cbdacaaff x-openstack-request-id: req-74ce0e97-7ba7-481d-982b-ba7cbdacaaff {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:38:45.773501 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c59c70-b18e-4e7d-ad59-50b0e2e66041", "name": "network-vif-deleted", "tag": "6358d70d-ca49-4c50-af18-16013f79bc5a", "status": "completed", "code": 200}]} {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:38:45.773939 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-74ce0e97-7ba7-481d-982b-ba7cbdacaaff {{(pid=104273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:38:45.774499 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74ce0e97-7ba7-481d-982b-ba7cbdacaaff'] response: {'server_uuid': 'b4c59c70-b18e-4e7d-ad59-50b0e2e66041', 'name': 'network-vif-deleted', 'tag': '6358d70d-ca49-4c50-af18-16013f79bc5a', 'status': 'completed', 'code': 200} Jul 28 05:38:45.801904 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-96f43d14-a50e-40f5-bff1-94d7e81e565b tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for security_group (8c71715b-4151-4b7d-81a6-72d2cf64a69b), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:45.817400 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-18756099-aa05-417d-8c04-36ae2d4966fa tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (e89c6733-79fc-49f4-8d4a-7965ed9b5495), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:45.827094 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-96f43d14-a50e-40f5-bff1-94d7e81e565b tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for security_group (8c71715b-4151-4b7d-81a6-72d2cf64a69b), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:45.853299 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18756099-aa05-417d-8c04-36ae2d4966fa tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Pushing event deleted for resources: {'Port': ['ID=e89c6733-79fc-49f4-8d4a-7965ed9b5495,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:38:45.916654 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-18756099-aa05-417d-8c04-36ae2d4966fa tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks [] for floatingip (0ed7bd60-e650-417c-b9b5-dc3c448436aa), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:45.919134 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-18756099-aa05-417d-8c04-36ae2d4966fa tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for floatingip (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:45.922965 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-18756099-aa05-417d-8c04-36ae2d4966fa tempest-AttachVolumeNegativeTest-1557602675 tempest-AttachVolumeNegativeTest-1557602675-project] 10.222.0.33 "DELETE /v2.0/floatingips/0ed7bd60-e650-417c-b9b5-dc3c448436aa HTTP/1.1" status: 204 len: 168 time: 0.5409987 Jul 28 05:38:45.948331 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-96f43d14-a50e-40f5-bff1-94d7e81e565b tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (8c71715b-4151-4b7d-81a6-72d2cf64a69b), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:45.953086 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-96f43d14-a50e-40f5-bff1-94d7e81e565b tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:45.953086 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-96f43d14-a50e-40f5-bff1-94d7e81e565b tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "DELETE /v2.0/security-groups/8c71715b-4151-4b7d-81a6-72d2cf64a69b HTTP/1.1" status: 204 len: 168 time: 0.2153044 Jul 28 05:38:45.955181 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 40750) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:38:45.964979 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f43d14-a50e-40f5-bff1-94d7e81e565b tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c71715b-4151-4b7d-81a6-72d2cf64a69b,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:38:45.968864 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.api.v2.resource [None req-5438c4d4-e597-4d75-88bb-64de27ff1cbc tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] show failed (client error): The resource could not be found. Jul 28 05:38:45.969917 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-5438c4d4-e597-4d75-88bb-64de27ff1cbc tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "GET /v2.0/security-groups/8c71715b-4151-4b7d-81a6-72d2cf64a69b HTTP/1.1" status: 404 len: 347 time: 0.0137634 Jul 28 05:38:45.973807 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 40752) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:38:46.084589 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-8d2148aa-8680-43db-b004-f4030e083999 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Deleting port 7a3cf737-3377-4be0-93ee-7b5f5cebcdfd {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:38:46.084984 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8d2148aa-8680-43db-b004-f4030e083999 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (7a3cf737-3377-4be0-93ee-7b5f5cebcdfd), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:46.086664 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:46.167292 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8d2148aa-8680-43db-b004-f4030e083999 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (7a3cf737-3377-4be0-93ee-7b5f5cebcdfd), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:46.167619 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8d2148aa-8680-43db-b004-f4030e083999 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for floatingip (7a3cf737-3377-4be0-93ee-7b5f5cebcdfd), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:46.182255 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-8d2148aa-8680-43db-b004-f4030e083999 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Calling delete_port for 7a3cf737-3377-4be0-93ee-7b5f5cebcdfd owned by network:floatingip {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:38:46.193260 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:46.391709 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8d2148aa-8680-43db-b004-f4030e083999 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (7a3cf737-3377-4be0-93ee-7b5f5cebcdfd), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:46.419496 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2148aa-8680-43db-b004-f4030e083999 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Pushing event deleted for resources: {'Port': ['ID=7a3cf737-3377-4be0-93ee-7b5f5cebcdfd,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:38:46.480825 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8d2148aa-8680-43db-b004-f4030e083999 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks [] for floatingip (c68b4881-0dd2-40c7-afa1-990230e4c7ec), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:46.483425 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-8d2148aa-8680-43db-b004-f4030e083999 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for floatingip (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:46.484625 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-8d2148aa-8680-43db-b004-f4030e083999 tempest-AttachVolumeTestJSON-419609059 tempest-AttachVolumeTestJSON-419609059-project] 10.222.0.33 "DELETE /v2.0/floatingips/c68b4881-0dd2-40c7-afa1-990230e4c7ec HTTP/1.1" status: 204 len: 168 time: 0.5098438 Jul 28 05:38:49.849818 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 6 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:38:50.138916 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 40832) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:38:50.600662 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 40844) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:38:50.687354 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-23f7d5b8-1248-459a-bc0d-0d9798d6f738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4014364'] for router_interface (d2cc43d3-bb01-4229-ac5e-8b627c08bbaf), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:50.995699 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-7e9eac42-1370-4476-88c0-3d76f2a31401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4014364'] for router_interface (44df7d44-fab5-44ae-8bad-aa8f05374a42), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:51.113346 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:51.191469 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:51.214542 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:51.223264 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [None req-23f7d5b8-1248-459a-bc0d-0d9798d6f738 admin admin] Deleting port c786ec77-74c5-47cf-9acd-3809586aab79 {{(pid=104272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:38:51.223606 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-23f7d5b8-1248-459a-bc0d-0d9798d6f738 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (c786ec77-74c5-47cf-9acd-3809586aab79), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:51.247610 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-7e9eac42-1370-4476-88c0-3d76f2a31401 admin admin] Deleting port e43f53f1-11cb-414a-9485-93d8ec594f80 {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:38:51.247945 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-7e9eac42-1370-4476-88c0-3d76f2a31401 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (e43f53f1-11cb-414a-9485-93d8ec594f80), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:51.317802 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [None req-23f7d5b8-1248-459a-bc0d-0d9798d6f738 admin admin] For port c786ec77-74c5-47cf-9acd-3809586aab79, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=c786ec77-74c5-47cf-9acd-3809586aab79,segment=NetworkSegment(d6393f65-f317-4f88-bc02-4e43465dc849),segment_id=d6393f65-f317-4f88-bc02-4e43465dc849)] {{(pid=104272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:38:51.318168 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-23f7d5b8-1248-459a-bc0d-0d9798d6f738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (c786ec77-74c5-47cf-9acd-3809586aab79), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:51.333393 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [None req-23f7d5b8-1248-459a-bc0d-0d9798d6f738 admin admin] Calling delete_port for c786ec77-74c5-47cf-9acd-3809586aab79 owned by network:router_interface {{(pid=104272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:38:51.338551 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [None req-7e9eac42-1370-4476-88c0-3d76f2a31401 admin admin] For port e43f53f1-11cb-414a-9485-93d8ec594f80, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=e43f53f1-11cb-414a-9485-93d8ec594f80,segment=NetworkSegment(c9e82de0-9864-4c88-908a-44b07604c3c0),segment_id=c9e82de0-9864-4c88-908a-44b07604c3c0)] {{(pid=104273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:38:51.339479 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-7e9eac42-1370-4476-88c0-3d76f2a31401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (e43f53f1-11cb-414a-9485-93d8ec594f80), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:51.354813 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-7e9eac42-1370-4476-88c0-3d76f2a31401 admin admin] Calling delete_port for e43f53f1-11cb-414a-9485-93d8ec594f80 owned by network:router_interface {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:38:51.570590 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73788953-ed55-47df-9147-597e813777dd req-bd0dbd5a-b0a9-4845-a5bd-edbcd2a67725 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:51.572083 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-73788953-ed55-47df-9147-597e813777dd req-bd0dbd5a-b0a9-4845-a5bd-edbcd2a67725 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 947 time: 0.0667937 Jul 28 05:38:51.625784 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-73788953-ed55-47df-9147-597e813777dd req-4f02b529-a253-4f50-9d79-9fa0f445055b tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440471 Jul 28 05:38:51.640254 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-7e9eac42-1370-4476-88c0-3d76f2a31401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (e43f53f1-11cb-414a-9485-93d8ec594f80), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:51.651478 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-23f7d5b8-1248-459a-bc0d-0d9798d6f738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (c786ec77-74c5-47cf-9acd-3809586aab79), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:51.669620 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9eac42-1370-4476-88c0-3d76f2a31401 admin admin] Pushing event deleted for resources: {'Port': ['ID=e43f53f1-11cb-414a-9485-93d8ec594f80,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:38:51.679810 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:51.684746 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7d5b8-1248-459a-bc0d-0d9798d6f738 admin admin] Pushing event deleted for resources: {'Port': ['ID=c786ec77-74c5-47cf-9acd-3809586aab79,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:38:51.825967 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:51.887610 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-23f7d5b8-1248-459a-bc0d-0d9798d6f738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4014472'] for router_interface (d2cc43d3-bb01-4229-ac5e-8b627c08bbaf), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:52.115631 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-7e9eac42-1370-4476-88c0-3d76f2a31401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4014472'] for router_interface (44df7d44-fab5-44ae-8bad-aa8f05374a42), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:52.123407 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f7d5b8-1248-459a-bc0d-0d9798d6f738 admin admin] Router d2cc43d3-bb01-4229-ac5e-8b627c08bbaf has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:38:52.250534 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f7d5b8-1248-459a-bc0d-0d9798d6f738 admin admin] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:38:52.259029 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-23f7d5b8-1248-459a-bc0d-0d9798d6f738 admin admin] 10.222.0.33 "PUT /v2.0/routers/d2cc43d3-bb01-4229-ac5e-8b627c08bbaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1189492 Jul 28 05:38:52.259631 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 40860) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:38:52.270343 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a733a3-e49c-4d60-b9f6-ba422272455e None None] Sync routers for ids ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'] in dv-cinder-799871-48-iscsi {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:38:52.273371 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:52.274147 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:52.282312 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a733a3-e49c-4d60-b9f6-ba422272455e None None] Routers {'d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:38:52.283022 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-e1a733a3-e49c-4d60-b9f6-ba422272455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:38:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:38:52.338343 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:52.342735 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9eac42-1370-4476-88c0-3d76f2a31401 admin admin] Router 44df7d44-fab5-44ae-8bad-aa8f05374a42 has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:38:52.378131 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-514b131b-f8f6-4bed-a2b2-4c6f58445af5 admin admin] Publish callbacks [] for router (d2cc43d3-bb01-4229-ac5e-8b627c08bbaf), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:52.397207 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-e1a733a3-e49c-4d60-b9f6-ba422272455e None None] Set router d2cc43d3-bb01-4229-ac5e-8b627c08bbaf gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:38:52.457533 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9eac42-1370-4476-88c0-3d76f2a31401 admin admin] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:38:52.463404 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-7e9eac42-1370-4476-88c0-3d76f2a31401 admin admin] 10.222.0.33 "PUT /v2.0/routers/44df7d44-fab5-44ae-8bad-aa8f05374a42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8675907 Jul 28 05:38:52.465921 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 40862) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:38:52.471662 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3049abd-3279-4095-a6ca-fbe74ad1b277 None None] Sync routers for ids ['44df7d44-fab5-44ae-8bad-aa8f05374a42'] in dv-cinder-799871-48-iscsi {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:38:52.477377 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:52.482685 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3049abd-3279-4095-a6ca-fbe74ad1b277 None None] Routers {'44df7d44-fab5-44ae-8bad-aa8f05374a42'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:38:52.483528 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-c3049abd-3279-4095-a6ca-fbe74ad1b277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:38:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['44df7d44-fab5-44ae-8bad-aa8f05374a42'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:38:52.585511 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-514b131b-f8f6-4bed-a2b2-4c6f58445af5 admin admin] Publish callbacks [] for router_gateway (d2cc43d3-bb01-4229-ac5e-8b627c08bbaf), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:52.588396 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-c3049abd-3279-4095-a6ca-fbe74ad1b277 None None] Set router 44df7d44-fab5-44ae-8bad-aa8f05374a42 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:38:52.595138 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-e1a733a3-e49c-4d60-b9f6-ba422272455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'name': 'tempest-AttachVolumeNegativeTest-1518408114-router', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:38:51Z', 'revision_number': 5, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'gw_port': {'id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:38:52.603576 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-def3836d-0846-431b-bfda-985eab535a8d admin admin] Publish callbacks [] for router (44df7d44-fab5-44ae-8bad-aa8f05374a42), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:52.632113 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a733a3-e49c-4d60-b9f6-ba422272455e None None] Checking router: d2cc43d3-bb01-4229-ac5e-8b627c08bbaf for host: dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:38:52.641726 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a733a3-e49c-4d60-b9f6-ba422272455e None None] Routers {'d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:38:52.642595 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-e1a733a3-e49c-4d60-b9f6-ba422272455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:38:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:38:52.743043 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:52.744405 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-def3836d-0846-431b-bfda-985eab535a8d admin admin] Publish callbacks [] for router_gateway (44df7d44-fab5-44ae-8bad-aa8f05374a42), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:52.779061 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-e1a733a3-e49c-4d60-b9f6-ba422272455e None None] Set router d2cc43d3-bb01-4229-ac5e-8b627c08bbaf gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:38:52.779282 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:52.788983 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-c3049abd-3279-4095-a6ca-fbe74ad1b277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'name': 'tempest-AttachVolumeTestJSON-834264126-router', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:24Z', 'updated_at': '2022-07-28T05:38:51Z', 'revision_number': 5, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'gw_port': {'id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:25Z', 'updated_at': '2022-07-28T05:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:38:52.820786 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3049abd-3279-4095-a6ca-fbe74ad1b277 None None] Checking router: 44df7d44-fab5-44ae-8bad-aa8f05374a42 for host: dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:38:52.821055 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [None req-514b131b-f8f6-4bed-a2b2-4c6f58445af5 admin admin] Deleting port a43fb4f2-436f-4e42-a513-bca357e90b52 {{(pid=104272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:38:52.821449 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-514b131b-f8f6-4bed-a2b2-4c6f58445af5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (a43fb4f2-436f-4e42-a513-bca357e90b52), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:52.831621 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3049abd-3279-4095-a6ca-fbe74ad1b277 None None] Routers {'44df7d44-fab5-44ae-8bad-aa8f05374a42'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:38:52.832346 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-c3049abd-3279-4095-a6ca-fbe74ad1b277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:38:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['44df7d44-fab5-44ae-8bad-aa8f05374a42'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:38:52.843575 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807b894-d0be-474e-a3de-bc4b89a6cac7 req-137944bc-bf84-4ae3-b5a9-5ccbaf16c976 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:52.845155 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c807b894-d0be-474e-a3de-bc4b89a6cac7 req-137944bc-bf84-4ae3-b5a9-5ccbaf16c976 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 947 time: 0.0728841 Jul 28 05:38:52.962763 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-c3049abd-3279-4095-a6ca-fbe74ad1b277 None None] Set router 44df7d44-fab5-44ae-8bad-aa8f05374a42 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:38:52.966923 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [None req-def3836d-0846-431b-bfda-985eab535a8d admin admin] Deleting port d82087f6-c9d2-451f-a5df-5a4a7ea3cbec {{(pid=104272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:38:52.967265 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-def3836d-0846-431b-bfda-985eab535a8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (d82087f6-c9d2-451f-a5df-5a4a7ea3cbec), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:52.987090 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:53.018308 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db5e14-2a48-4ec1-90a8-0189763ef770 req-ff72dd50-b39d-4e68-8ad6-9c2c0f25e808 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:38:53.020767 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-22db5e14-2a48-4ec1-90a8-0189763ef770 req-ff72dd50-b39d-4e68-8ad6-9c2c0f25e808 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.57 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 947 time: 0.0693243 Jul 28 05:38:53.041025 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c807b894-d0be-474e-a3de-bc4b89a6cac7 req-db90b763-fe47-4e81-952a-3f5c625e8dab tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups?id=8621ea46-a103-4b3b-a59d-fa4a01d900ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691060 Jul 28 05:38:53.044686 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [None req-514b131b-f8f6-4bed-a2b2-4c6f58445af5 admin admin] For port a43fb4f2-436f-4e42-a513-bca357e90b52, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=a43fb4f2-436f-4e42-a513-bca357e90b52,segment=NetworkSegment(18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30),segment_id=18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30)] {{(pid=104272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:38:53.050924 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-514b131b-f8f6-4bed-a2b2-4c6f58445af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (a43fb4f2-436f-4e42-a513-bca357e90b52), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:53.074026 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [None req-514b131b-f8f6-4bed-a2b2-4c6f58445af5 admin admin] Calling delete_port for a43fb4f2-436f-4e42-a513-bca357e90b52 owned by network:router_gateway {{(pid=104272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:38:53.150617 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [None req-def3836d-0846-431b-bfda-985eab535a8d admin admin] For port d82087f6-c9d2-451f-a5df-5a4a7ea3cbec, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=d82087f6-c9d2-451f-a5df-5a4a7ea3cbec,segment=NetworkSegment(18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30),segment_id=18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30)] {{(pid=104272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:38:53.150981 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-def3836d-0846-431b-bfda-985eab535a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (d82087f6-c9d2-451f-a5df-5a4a7ea3cbec), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:53.155655 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [req-22db5e14-2a48-4ec1-90a8-0189763ef770 req-12a64dc1-3508-44a4-9b76-41c309ae5ddd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Deleting port bb48c226-cd8a-426b-8392-6dcb3d411b85 {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:38:53.155655 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-22db5e14-2a48-4ec1-90a8-0189763ef770 req-12a64dc1-3508-44a4-9b76-41c309ae5ddd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (bb48c226-cd8a-426b-8392-6dcb3d411b85), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:53.171767 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [None req-def3836d-0846-431b-bfda-985eab535a8d admin admin] Calling delete_port for d82087f6-c9d2-451f-a5df-5a4a7ea3cbec owned by network:router_gateway {{(pid=104272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:38:53.181780 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-e1a733a3-e49c-4d60-b9f6-ba422272455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'name': 'tempest-AttachVolumeNegativeTest-1518408114-router', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:38:51Z', 'revision_number': 5, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'gw_port': {'id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:38:53.191954 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-c3049abd-3279-4095-a6ca-fbe74ad1b277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'name': 'tempest-AttachVolumeTestJSON-834264126-router', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:24Z', 'updated_at': '2022-07-28T05:38:51Z', 'revision_number': 5, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'gw_port': {'id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:25Z', 'updated_at': '2022-07-28T05:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:38:53.213675 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a733a3-e49c-4d60-b9f6-ba422272455e None None] The sync data for ids ['d2cc43d3-bb01-4229-ac5e-8b627c08bbaf'] in dv-cinder-799871-48-iscsi is: [{'id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'name': 'tempest-AttachVolumeNegativeTest-1518408114-router', 'tenant_id': 'ba0b7f7639504a25a73c94335d62b98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:38:51Z', 'revision_number': 5, 'project_id': 'ba0b7f7639504a25a73c94335d62b98f', 'gw_port': {'id': 'a43fb4f2-436f-4e42-a513-bca357e90b52', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cc43d3-bb01-4229-ac5e-8b627c08bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:31Z', 'updated_at': '2022-07-28T05:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}] {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:38:53.233380 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3049abd-3279-4095-a6ca-fbe74ad1b277 None None] The sync data for ids ['44df7d44-fab5-44ae-8bad-aa8f05374a42'] in dv-cinder-799871-48-iscsi is: [{'id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'name': 'tempest-AttachVolumeTestJSON-834264126-router', 'tenant_id': '7b96e460476f4bc9b35224e38b33f4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:24Z', 'updated_at': '2022-07-28T05:38:51Z', 'revision_number': 5, 'project_id': '7b96e460476f4bc9b35224e38b33f4c7', 'gw_port': {'id': 'd82087f6-c9d2-451f-a5df-5a4a7ea3cbec', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44df7d44-fab5-44ae-8bad-aa8f05374a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:25Z', 'updated_at': '2022-07-28T05:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}] {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:38:53.283011 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:53.293606 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [req-22db5e14-2a48-4ec1-90a8-0189763ef770 req-12a64dc1-3508-44a4-9b76-41c309ae5ddd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] For port bb48c226-cd8a-426b-8392-6dcb3d411b85, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bb48c226-cd8a-426b-8392-6dcb3d411b85,segment=NetworkSegment(4427f270-b023-404e-a3c1-104654497080),segment_id=4427f270-b023-404e-a3c1-104654497080)] {{(pid=104273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:38:53.294020 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-22db5e14-2a48-4ec1-90a8-0189763ef770 req-12a64dc1-3508-44a4-9b76-41c309ae5ddd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (bb48c226-cd8a-426b-8392-6dcb3d411b85), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:53.446106 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=100 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:53.462999 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-514b131b-f8f6-4bed-a2b2-4c6f58445af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (a43fb4f2-436f-4e42-a513-bca357e90b52), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:53.470193 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-22db5e14-2a48-4ec1-90a8-0189763ef770 req-12a64dc1-3508-44a4-9b76-41c309ae5ddd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:53.470617 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-22db5e14-2a48-4ec1-90a8-0189763ef770 req-12a64dc1-3508-44a4-9b76-41c309ae5ddd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4016612'] for floatingip (7250ff2c-0ddf-40b7-8244-e673ba5c2726), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:53.474112 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.db.l3_db [req-22db5e14-2a48-4ec1-90a8-0189763ef770 req-12a64dc1-3508-44a4-9b76-41c309ae5ddd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Floating IP 7250ff2c-0ddf-40b7-8244-e673ba5c2726 disassociated. External IP: 172.27.0.152, port: bb48c226-cd8a-426b-8392-6dcb3d411b85. Jul 28 05:38:53.474112 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [req-22db5e14-2a48-4ec1-90a8-0189763ef770 req-12a64dc1-3508-44a4-9b76-41c309ae5ddd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Calling delete_port for bb48c226-cd8a-426b-8392-6dcb3d411b85 owned by compute:nova {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:38:53.488989 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b131b-f8f6-4bed-a2b2-4c6f58445af5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a43fb4f2-436f-4e42-a513-bca357e90b52,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:38:53.515158 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514b131b-f8f6-4bed-a2b2-4c6f58445af5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:53.515506 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514b131b-f8f6-4bed-a2b2-4c6f58445af5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:53.517199 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514b131b-f8f6-4bed-a2b2-4c6f58445af5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:53.517199 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514b131b-f8f6-4bed-a2b2-4c6f58445af5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:53.517199 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514b131b-f8f6-4bed-a2b2-4c6f58445af5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:53.517199 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514b131b-f8f6-4bed-a2b2-4c6f58445af5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:53.517930 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514b131b-f8f6-4bed-a2b2-4c6f58445af5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:53.517930 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514b131b-f8f6-4bed-a2b2-4c6f58445af5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:53.518102 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514b131b-f8f6-4bed-a2b2-4c6f58445af5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:53.519299 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514b131b-f8f6-4bed-a2b2-4c6f58445af5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:53.519897 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514b131b-f8f6-4bed-a2b2-4c6f58445af5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:53.519897 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514b131b-f8f6-4bed-a2b2-4c6f58445af5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:53.520180 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514b131b-f8f6-4bed-a2b2-4c6f58445af5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:53.520483 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514b131b-f8f6-4bed-a2b2-4c6f58445af5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:53.520791 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514b131b-f8f6-4bed-a2b2-4c6f58445af5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:53.568245 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-514b131b-f8f6-4bed-a2b2-4c6f58445af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4016412'] for router_gateway (d2cc43d3-bb01-4229-ac5e-8b627c08bbaf), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:53.587046 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-def3836d-0846-431b-bfda-985eab535a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (d82087f6-c9d2-451f-a5df-5a4a7ea3cbec), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:53.693393 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-22db5e14-2a48-4ec1-90a8-0189763ef770 req-12a64dc1-3508-44a4-9b76-41c309ae5ddd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (bb48c226-cd8a-426b-8392-6dcb3d411b85), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:53.693669 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3836d-0846-431b-bfda-985eab535a8d admin admin] Pushing event deleted for resources: {'Port': ['ID=d82087f6-c9d2-451f-a5df-5a4a7ea3cbec,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:38:53.707902 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-514b131b-f8f6-4bed-a2b2-4c6f58445af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4157079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3668'] for router (d2cc43d3-bb01-4229-ac5e-8b627c08bbaf), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:53.724132 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-514b131b-f8f6-4bed-a2b2-4c6f58445af5 admin admin] Publish callbacks [] for router_controller (d2cc43d3-bb01-4229-ac5e-8b627c08bbaf), precommit_delete_associations {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:53.732510 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a64dc1-3508-44a4-9b76-41c309ae5ddd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Pushing event deleted for resources: {'Port': ['ID=bb48c226-cd8a-426b-8392-6dcb3d411b85,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:38:53.743438 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a64dc1-3508-44a4-9b76-41c309ae5ddd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:53.743788 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a64dc1-3508-44a4-9b76-41c309ae5ddd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:53.744134 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a64dc1-3508-44a4-9b76-41c309ae5ddd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:53.747308 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a64dc1-3508-44a4-9b76-41c309ae5ddd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:53.747308 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a64dc1-3508-44a4-9b76-41c309ae5ddd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:53.747308 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a64dc1-3508-44a4-9b76-41c309ae5ddd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:53.747308 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a64dc1-3508-44a4-9b76-41c309ae5ddd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:53.747308 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a64dc1-3508-44a4-9b76-41c309ae5ddd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:53.747308 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a64dc1-3508-44a4-9b76-41c309ae5ddd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:53.747308 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a64dc1-3508-44a4-9b76-41c309ae5ddd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:53.747308 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a64dc1-3508-44a4-9b76-41c309ae5ddd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:53.747308 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a64dc1-3508-44a4-9b76-41c309ae5ddd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:53.748098 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a64dc1-3508-44a4-9b76-41c309ae5ddd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:53.748098 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a64dc1-3508-44a4-9b76-41c309ae5ddd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:53.748290 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a64dc1-3508-44a4-9b76-41c309ae5ddd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:53.876159 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22db5e14-2a48-4ec1-90a8-0189763ef770 req-12a64dc1-3508-44a4-9b76-41c309ae5ddd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Router 30aeb74e-daf5-4d9c-8830-da392967d56a has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:38:53.995664 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22db5e14-2a48-4ec1-90a8-0189763ef770 req-12a64dc1-3508-44a4-9b76-41c309ae5ddd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:38:54.009363 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce1431c-de77-407f-b366-d33a7320dd3c None None] Sync routers for ids ['30aeb74e-daf5-4d9c-8830-da392967d56a'] in dv-cinder-799871-48-iscsi {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:38:54.026517 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce1431c-de77-407f-b366-d33a7320dd3c None None] Routers {'30aeb74e-daf5-4d9c-8830-da392967d56a'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:38:54.028124 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-8ce1431c-de77-407f-b366-d33a7320dd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:38:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['30aeb74e-daf5-4d9c-8830-da392967d56a'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:38:54.060987 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [req-22db5e14-2a48-4ec1-90a8-0189763ef770 req-12a64dc1-3508-44a4-9b76-41c309ae5ddd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] No DVR routers for this DVR port bb48c226-cd8a-426b-8392-6dcb3d411b85 on host hv-cinder-79987 {{(pid=104273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:38:54.063708 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-22db5e14-2a48-4ec1-90a8-0189763ef770 req-12a64dc1-3508-44a4-9b76-41c309ae5ddd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:54.069035 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-22db5e14-2a48-4ec1-90a8-0189763ef770 req-12a64dc1-3508-44a4-9b76-41c309ae5ddd tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.57 "DELETE /v2.0/ports/bb48c226-cd8a-426b-8392-6dcb3d411b85 HTTP/1.1" status: 204 len: 173 time: 1.0408554 Jul 28 05:38:54.069680 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54986322-1272-4f12-a108-b8675f3190a6', 'name': 'network-vif-deleted', 'tag': 'bb48c226-cd8a-426b-8392-6dcb3d411b85'}] {{(pid=104273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:38:54.072082 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}294c2db51adabc0e3fe9263869e3ac3ebddb58bd39f135069541a8ae7da0566b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de9a733-ac3d-4550-a1d5-f3031459d139" -d '{"events": [{"server_uuid": "54986322-1272-4f12-a108-b8675f3190a6", "name": "network-vif-deleted", "tag": "bb48c226-cd8a-426b-8392-6dcb3d411b85"}]}' {{(pid=104273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:38:54.111112 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-def3836d-0846-431b-bfda-985eab535a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4016412'] for router_gateway (44df7d44-fab5-44ae-8bad-aa8f05374a42), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:54.131797 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd54566d-101d-4de0-9a37-db09779e8cd2 x-openstack-request-id: req-fd54566d-101d-4de0-9a37-db09779e8cd2 {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:38:54.131797 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54986322-1272-4f12-a108-b8675f3190a6", "name": "network-vif-deleted", "tag": "bb48c226-cd8a-426b-8392-6dcb3d411b85", "status": "completed", "code": 200}]} {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:38:54.132238 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fd54566d-101d-4de0-9a37-db09779e8cd2 {{(pid=104273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:38:54.132713 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd54566d-101d-4de0-9a37-db09779e8cd2'] response: {'server_uuid': '54986322-1272-4f12-a108-b8675f3190a6', 'name': 'network-vif-deleted', 'tag': 'bb48c226-cd8a-426b-8392-6dcb3d411b85', 'status': 'completed', 'code': 200} Jul 28 05:38:54.208729 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-8ce1431c-de77-407f-b366-d33a7320dd3c None None] Set router 30aeb74e-daf5-4d9c-8830-da392967d56a gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:38:54.257677 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-514b131b-f8f6-4bed-a2b2-4c6f58445af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4156949'] for router (d2cc43d3-bb01-4229-ac5e-8b627c08bbaf), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:54.258305 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514b131b-f8f6-4bed-a2b2-4c6f58445af5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2cc43d3-bb01-4229-ac5e-8b627c08bbaf {{(pid=104272) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 05:38:54.297442 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=80,neutron:DELETE=18,neutron:UPDATE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:54.297442 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-514b131b-f8f6-4bed-a2b2-4c6f58445af5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:54.298392 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 40874) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:38:54.305595 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-514b131b-f8f6-4bed-a2b2-4c6f58445af5 admin admin] 10.222.0.33 "DELETE /v2.0/routers/d2cc43d3-bb01-4229-ac5e-8b627c08bbaf HTTP/1.1" status: 204 len: 168 time: 2.0448506 Jul 28 05:38:54.314849 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device e43f53f1-11cb-414a-9485-93d8ec594f80 no longer exists at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:38:54.345037 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e77c7546-45ca-4e00-aab2-6a8bd537a479 req-f78aa1e6-fb5b-4b8e-9415-35237d391a96 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/ports?device_id=54986322-1272-4f12-a108-b8675f3190a6 HTTP/1.1" status: 200 len: 210 time: 0.0849712 Jul 28 05:38:54.350179 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-def3836d-0846-431b-bfda-985eab535a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4157079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3668'] for router (44df7d44-fab5-44ae-8bad-aa8f05374a42), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:54.354174 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] No Port match for: e43f53f1-11cb-414a-9485-93d8ec594f80 {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:38:54.361172 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device e43f53f1-11cb-414a-9485-93d8ec594f80 not bound to the agent host dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:38:54.361172 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device c786ec77-74c5-47cf-9acd-3809586aab79 no longer exists at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:38:54.361565 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-def3836d-0846-431b-bfda-985eab535a8d admin admin] Publish callbacks [] for router_controller (44df7d44-fab5-44ae-8bad-aa8f05374a42), precommit_delete_associations {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:54.423898 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a6dd21-08a0-4dee-a791-167d883c886f admin admin] Deleting subnet 456b76b1-4e97-4147-a35d-860a8ddd449e {{(pid=104273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 05:38:54.428305 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-22a6dd21-08a0-4dee-a791-167d883c886f admin admin] Publish callbacks [] for subnet (456b76b1-4e97-4147-a35d-860a8ddd449e), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:54.430038 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:54.444830 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] No Port match for: c786ec77-74c5-47cf-9acd-3809586aab79 {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:38:54.445587 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device c786ec77-74c5-47cf-9acd-3809586aab79 not bound to the agent host dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:38:54.461928 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=100 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:54.479678 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-22a6dd21-08a0-4dee-a791-167d883c886f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8432890'] for subnet (456b76b1-4e97-4147-a35d-860a8ddd449e), precommit_delete_associations {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:54.539364 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-def3836d-0846-431b-bfda-985eab535a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4156949'] for router (44df7d44-fab5-44ae-8bad-aa8f05374a42), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:54.540317 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def3836d-0846-431b-bfda-985eab535a8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44df7d44-fab5-44ae-8bad-aa8f05374a42 {{(pid=104272) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 05:38:54.544839 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-def3836d-0846-431b-bfda-985eab535a8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:54.546418 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-def3836d-0846-431b-bfda-985eab535a8d admin admin] 10.222.0.33 "DELETE /v2.0/routers/44df7d44-fab5-44ae-8bad-aa8f05374a42 HTTP/1.1" status: 204 len: 168 time: 2.0795748 Jul 28 05:38:54.548840 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 40876) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:38:54.560819 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-8ce1431c-de77-407f-b366-d33a7320dd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'name': 'tempest-AttachVolumeShelveTestJSON-1714526453-router', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '81a3a55d-4e0b-4eae-940d-33b9f60af80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:41Z', 'revision_number': 4, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'gw_port': {'id': '81a3a55d-4e0b-4eae-940d-33b9f60af80e', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:30Z', 'updated_at': '2022-07-28T05:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': '4518b198-8249-4dbd-bf02-3645f257942a', 'name': '', 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'mac_address': 'fa:16:3e:13:a1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '329242a6-cde1-43fc-b2d2-7b69ba8c6d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:38Z', 'updated_at': '2022-07-28T05:31:54Z', 'revision_number': 5, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'subnets': [{'id': '329242a6-cde1-43fc-b2d2-7b69ba8c6d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:38:54.570071 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-22a6dd21-08a0-4dee-a791-167d883c886f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190699'] for subnet (456b76b1-4e97-4147-a35d-860a8ddd449e), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:54.593149 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce1431c-de77-407f-b366-d33a7320dd3c None None] Checking router: 30aeb74e-daf5-4d9c-8830-da392967d56a for host: dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:38:54.599912 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce1431c-de77-407f-b366-d33a7320dd3c None None] Routers {'30aeb74e-daf5-4d9c-8830-da392967d56a'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:38:54.600719 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-8ce1431c-de77-407f-b366-d33a7320dd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:38:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['30aeb74e-daf5-4d9c-8830-da392967d56a'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:38:54.611018 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9a6ae03-5724-4346-a4bf-75d796524502 admin admin] Deleting subnet 93d0c7af-c778-4812-bccd-0383249712e7 {{(pid=104272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 05:38:54.624691 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-a9a6ae03-5724-4346-a4bf-75d796524502 admin admin] Publish callbacks [] for subnet (93d0c7af-c778-4812-bccd-0383249712e7), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:54.682186 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-a9a6ae03-5724-4346-a4bf-75d796524502 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12150832'] for subnet (93d0c7af-c778-4812-bccd-0383249712e7), precommit_delete_associations {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:54.687869 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=100 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:54.721379 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-8ce1431c-de77-407f-b366-d33a7320dd3c None None] Set router 30aeb74e-daf5-4d9c-8830-da392967d56a gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:38:54.743526 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-22a6dd21-08a0-4dee-a791-167d883c886f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1190690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8745015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8898787'] for subnet (456b76b1-4e97-4147-a35d-860a8ddd449e), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:54.762087 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:54.778460 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-a9a6ae03-5724-4346-a4bf-75d796524502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190699'] for subnet (93d0c7af-c778-4812-bccd-0383249712e7), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:54.791556 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-22a6dd21-08a0-4dee-a791-167d883c886f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for subnet (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:54.795327 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-22a6dd21-08a0-4dee-a791-167d883c886f admin admin] 10.222.0.33 "DELETE /v2.0/subnets/456b76b1-4e97-4147-a35d-860a8ddd449e HTTP/1.1" status: 204 len: 168 time: 0.4957907 Jul 28 05:38:54.796437 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6dd21-08a0-4dee-a791-167d883c886f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=456b76b1-4e97-4147-a35d-860a8ddd449e,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:38:54.799521 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 40880) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:38:54.811278 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927e05d0-d2fa-49aa-b2f1-932920939ae8 None None] Network f094ee85-e5f7-4f76-b25b-19d66faa4449 requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:38:54.897088 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-1e85d936-3dfe-44f1-9f01-42557773095e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1261665'] for network (f094ee85-e5f7-4f76-b25b-19d66faa4449), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:54.950632 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-1e85d936-3dfe-44f1-9f01-42557773095e admin admin] Deleting port f65010f6-2264-4901-8bec-7b2252a19fdc {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:38:54.951365 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-1e85d936-3dfe-44f1-9f01-42557773095e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (f65010f6-2264-4901-8bec-7b2252a19fdc), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:54.966061 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-a9a6ae03-5724-4346-a4bf-75d796524502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1190690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8637802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12541275'] for subnet (93d0c7af-c778-4812-bccd-0383249712e7), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:54.994976 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a6ae03-5724-4346-a4bf-75d796524502 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93d0c7af-c778-4812-bccd-0383249712e7,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:38:54.997513 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-a9a6ae03-5724-4346-a4bf-75d796524502 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:55.000998 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-a9a6ae03-5724-4346-a4bf-75d796524502 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/93d0c7af-c778-4812-bccd-0383249712e7 HTTP/1.1" status: 204 len: 168 time: 0.4508588 Jul 28 05:38:55.004186 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 40882) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:38:55.021433 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4eefb2-44b2-4ccb-9e99-2ef9ded09b34 None None] Network 92779e58-7df4-4404-9045-ca3676cbb72b requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:38:55.034011 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [None req-1e85d936-3dfe-44f1-9f01-42557773095e admin admin] For port f65010f6-2264-4901-8bec-7b2252a19fdc, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=f65010f6-2264-4901-8bec-7b2252a19fdc,segment=NetworkSegment(d6393f65-f317-4f88-bc02-4e43465dc849),segment_id=d6393f65-f317-4f88-bc02-4e43465dc849)] {{(pid=104273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:38:55.035030 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-1e85d936-3dfe-44f1-9f01-42557773095e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (f65010f6-2264-4901-8bec-7b2252a19fdc), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:55.051425 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-1e85d936-3dfe-44f1-9f01-42557773095e admin admin] Calling delete_port for f65010f6-2264-4901-8bec-7b2252a19fdc owned by network:dhcp {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:38:55.089681 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d1d7780f-eafe-496f-85e7-dbc65c935753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1261665'] for network (92779e58-7df4-4404-9045-ca3676cbb72b), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:55.164144 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:55.167791 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [None req-d1d7780f-eafe-496f-85e7-dbc65c935753 admin admin] Deleting port ef5cff39-03d0-479f-8d7f-488e9a6990b7 {{(pid=104272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:38:55.168359 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d1d7780f-eafe-496f-85e7-dbc65c935753 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (ef5cff39-03d0-479f-8d7f-488e9a6990b7), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:55.223957 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e87546-7d1b-40d2-9e1c-b955d98c32e6 None None] DHCP port deletion for f094ee85-e5f7-4f76-b25b-19d66faa4449 request from dv-cinder-799871-48-iscsi {{(pid=104274) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 05:38:55.241789 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-8ce1431c-de77-407f-b366-d33a7320dd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'name': 'tempest-AttachVolumeShelveTestJSON-1714526453-router', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '81a3a55d-4e0b-4eae-940d-33b9f60af80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:41Z', 'revision_number': 4, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'gw_port': {'id': '81a3a55d-4e0b-4eae-940d-33b9f60af80e', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:30Z', 'updated_at': '2022-07-28T05:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': '4518b198-8249-4dbd-bf02-3645f257942a', 'name': '', 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'mac_address': 'fa:16:3e:13:a1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '329242a6-cde1-43fc-b2d2-7b69ba8c6d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:38Z', 'updated_at': '2022-07-28T05:31:54Z', 'revision_number': 5, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'subnets': [{'id': '329242a6-cde1-43fc-b2d2-7b69ba8c6d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:38:55.280519 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [None req-d1d7780f-eafe-496f-85e7-dbc65c935753 admin admin] For port ef5cff39-03d0-479f-8d7f-488e9a6990b7, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=ef5cff39-03d0-479f-8d7f-488e9a6990b7,segment=NetworkSegment(c9e82de0-9864-4c88-908a-44b07604c3c0),segment_id=c9e82de0-9864-4c88-908a-44b07604c3c0)] {{(pid=104272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:38:55.280881 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d1d7780f-eafe-496f-85e7-dbc65c935753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (ef5cff39-03d0-479f-8d7f-488e9a6990b7), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:55.281908 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-1e85d936-3dfe-44f1-9f01-42557773095e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (f65010f6-2264-4901-8bec-7b2252a19fdc), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:55.296903 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [None req-d1d7780f-eafe-496f-85e7-dbc65c935753 admin admin] Calling delete_port for ef5cff39-03d0-479f-8d7f-488e9a6990b7 owned by network:dhcp {{(pid=104272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:38:55.308476 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce1431c-de77-407f-b366-d33a7320dd3c None None] The sync data for ids ['30aeb74e-daf5-4d9c-8830-da392967d56a'] in dv-cinder-799871-48-iscsi is: [{'id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'name': 'tempest-AttachVolumeShelveTestJSON-1714526453-router', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '81a3a55d-4e0b-4eae-940d-33b9f60af80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:31:41Z', 'revision_number': 4, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'gw_port': {'id': '81a3a55d-4e0b-4eae-940d-33b9f60af80e', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:30Z', 'updated_at': '2022-07-28T05:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': '4518b198-8249-4dbd-bf02-3645f257942a', 'name': '', 'network_id': '12676c2f-cd93-405a-a402-b0ee7cfa77c5', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'mac_address': 'fa:16:3e:13:a1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '329242a6-cde1-43fc-b2d2-7b69ba8c6d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:38Z', 'updated_at': '2022-07-28T05:31:54Z', 'revision_number': 5, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'subnets': [{'id': '329242a6-cde1-43fc-b2d2-7b69ba8c6d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:38:55.322476 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e85d936-3dfe-44f1-9f01-42557773095e admin admin] No DVR routers for this DVR port f65010f6-2264-4901-8bec-7b2252a19fdc on host dv-cinder-799871-48-iscsi {{(pid=104273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:38:55.324834 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85d936-3dfe-44f1-9f01-42557773095e admin admin] Pushing event deleted for resources: {'Port': ['ID=f65010f6-2264-4901-8bec-7b2252a19fdc,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:38:55.330047 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6085a036-0cdb-4670-9abe-3394f9f5ecff None None] DHCP port deletion for 92779e58-7df4-4404-9045-ca3676cbb72b request from dv-cinder-799871-48-iscsi {{(pid=104274) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 05:38:55.382164 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-a2e87546-7d1b-40d2-9e1c-b955d98c32e6 None None] Deleting port f65010f6-2264-4901-8bec-7b2252a19fdc {{(pid=104274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:38:55.382530 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a2e87546-7d1b-40d2-9e1c-b955d98c32e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (f65010f6-2264-4901-8bec-7b2252a19fdc), before_delete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:55.432808 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-1e85d936-3dfe-44f1-9f01-42557773095e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1190917', 'neutron.services.segments.db._delete_segments_for_network-8748695459786'] for network (f094ee85-e5f7-4f76-b25b-19d66faa4449), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:55.453865 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-6085a036-0cdb-4670-9abe-3394f9f5ecff None None] Deleting port ef5cff39-03d0-479f-8d7f-488e9a6990b7 {{(pid=104274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:38:55.454262 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-6085a036-0cdb-4670-9abe-3394f9f5ecff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (ef5cff39-03d0-479f-8d7f-488e9a6990b7), before_delete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:55.465109 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.services.segments.db [None req-1e85d936-3dfe-44f1-9f01-42557773095e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f094ee85-e5f7-4f76-b25b-19d66faa4449']}} {{(pid=104273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:38:55.478807 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.services.segments.db [None req-1e85d936-3dfe-44f1-9f01-42557773095e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6393f65-f317-4f88-bc02-4e43465dc849') {'for_net_delete': True} {{(pid=104273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:38:55.479340 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.services.segments.db [None req-1e85d936-3dfe-44f1-9f01-42557773095e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6393f65-f317-4f88-bc02-4e43465dc849') {} {{(pid=104273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:38:55.490876 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-1e85d936-3dfe-44f1-9f01-42557773095e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748695459687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8432867'] for segment (d6393f65-f317-4f88-bc02-4e43465dc849), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:55.507822 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-1e85d936-3dfe-44f1-9f01-42557773095e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124'] for segment (d6393f65-f317-4f88-bc02-4e43465dc849), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:55.510497 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d1d7780f-eafe-496f-85e7-dbc65c935753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (ef5cff39-03d0-479f-8d7f-488e9a6990b7), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:55.524599 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e85d936-3dfe-44f1-9f01-42557773095e admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=104273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 05:38:55.525865 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-1e85d936-3dfe-44f1-9f01-42557773095e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8745065'] for segment (d6393f65-f317-4f88-bc02-4e43465dc849), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:55.551498 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-a2e87546-7d1b-40d2-9e1c-b955d98c32e6 None None] For port f65010f6-2264-4901-8bec-7b2252a19fdc, host dv-cinder-799871-48-iscsi, got binding levels [] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:38:55.554320 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7780f-eafe-496f-85e7-dbc65c935753 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef5cff39-03d0-479f-8d7f-488e9a6990b7,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:38:55.554641 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a2e87546-7d1b-40d2-9e1c-b955d98c32e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (f65010f6-2264-4901-8bec-7b2252a19fdc), precommit_delete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:55.558265 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 40892) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:38:55.567360 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d7780f-eafe-496f-85e7-dbc65c935753 admin admin] No DVR routers for this DVR port ef5cff39-03d0-479f-8d7f-488e9a6990b7 on host dv-cinder-799871-48-iscsi {{(pid=104272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:38:55.588971 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-a2e87546-7d1b-40d2-9e1c-b955d98c32e6 None None] Calling delete_port for f65010f6-2264-4901-8bec-7b2252a19fdc owned by network:dhcp {{(pid=104274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:38:55.592972 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.ipam_backend_mixin [None req-a2e87546-7d1b-40d2-9e1c-b955d98c32e6 None None] Port f65010f6-2264-4901-8bec-7b2252a19fdc was not found and therefore no delete operation was performed {{(pid=104274) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 28 05:38:55.599896 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a2e87546-7d1b-40d2-9e1c-b955d98c32e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924'] for port (f65010f6-2264-4901-8bec-7b2252a19fdc), after_delete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:55.603528 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-6085a036-0cdb-4670-9abe-3394f9f5ecff None None] For port ef5cff39-03d0-479f-8d7f-488e9a6990b7, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=ef5cff39-03d0-479f-8d7f-488e9a6990b7,segment=NetworkSegment(c9e82de0-9864-4c88-908a-44b07604c3c0),segment_id=c9e82de0-9864-4c88-908a-44b07604c3c0)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:38:55.603926 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-6085a036-0cdb-4670-9abe-3394f9f5ecff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (ef5cff39-03d0-479f-8d7f-488e9a6990b7), precommit_delete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:55.656025 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e87546-7d1b-40d2-9e1c-b955d98c32e6 None None] Pushing event deleted for resources: {'Port': ['ID=f65010f6-2264-4901-8bec-7b2252a19fdc,revision_number=None']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:38:55.664608 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-6085a036-0cdb-4670-9abe-3394f9f5ecff None None] Calling delete_port for ef5cff39-03d0-479f-8d7f-488e9a6990b7 owned by network:dhcp {{(pid=104274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:38:55.664911 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:55.680644 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e87546-7d1b-40d2-9e1c-b955d98c32e6 None None] No DVR routers for this DVR port f65010f6-2264-4901-8bec-7b2252a19fdc on host dv-cinder-799871-48-iscsi {{(pid=104274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:38:55.682998 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e87546-7d1b-40d2-9e1c-b955d98c32e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:55.683320 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e87546-7d1b-40d2-9e1c-b955d98c32e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:55.683693 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e87546-7d1b-40d2-9e1c-b955d98c32e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:55.684038 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e87546-7d1b-40d2-9e1c-b955d98c32e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:55.684366 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e87546-7d1b-40d2-9e1c-b955d98c32e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:55.684791 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e87546-7d1b-40d2-9e1c-b955d98c32e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:55.685125 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e87546-7d1b-40d2-9e1c-b955d98c32e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:55.685450 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e87546-7d1b-40d2-9e1c-b955d98c32e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:55.685882 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e87546-7d1b-40d2-9e1c-b955d98c32e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:55.686253 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e87546-7d1b-40d2-9e1c-b955d98c32e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:55.686815 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e87546-7d1b-40d2-9e1c-b955d98c32e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:55.687147 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e87546-7d1b-40d2-9e1c-b955d98c32e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:55.687473 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e87546-7d1b-40d2-9e1c-b955d98c32e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:55.687797 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e87546-7d1b-40d2-9e1c-b955d98c32e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:55.688118 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e87546-7d1b-40d2-9e1c-b955d98c32e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:38:55.721496 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078aad49-4488-4cd9-84ac-3f840a406d82 None None] New status for floating IP 7250ff2c-0ddf-40b7-8244-e673ba5c2726: DOWN {{(pid=104275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 05:38:55.738264 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.services.segments.plugin [-] Segment d6393f65-f317-4f88-bc02-4e43465dc849 resource provider aggregate not found Jul 28 05:38:55.742634 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d1d7780f-eafe-496f-85e7-dbc65c935753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1190917', 'neutron.services.segments.db._delete_segments_for_network-8748695459786'] for network (92779e58-7df4-4404-9045-ca3676cbb72b), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:55.742804 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-1e85d936-3dfe-44f1-9f01-42557773095e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1190926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4016432'] for network (f094ee85-e5f7-4f76-b25b-19d66faa4449), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:55.770709 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-1e85d936-3dfe-44f1-9f01-42557773095e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for network (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:55.777967 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-1e85d936-3dfe-44f1-9f01-42557773095e admin admin] 10.222.0.33 "DELETE /v2.0/networks/f094ee85-e5f7-4f76-b25b-19d66faa4449 HTTP/1.1" status: 204 len: 168 time: 0.9764276 Jul 28 05:38:55.782327 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3147d49d-5886-4e44-b02a-6b50b88ec643 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for security_group (8621ea46-a103-4b3b-a59d-fa4a01d900ea), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:55.783553 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.services.segments.plugin [-] Segment d6393f65-f317-4f88-bc02-4e43465dc849 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6393f65-f317-4f88-bc02-4e43465dc849 found for delete ", "request_id": "req-7b4b9222-dd4a-41f7-9f02-a37748cdd07b"}]} Jul 28 05:38:55.784969 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.services.segments.db [None req-d1d7780f-eafe-496f-85e7-dbc65c935753 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92779e58-7df4-4404-9045-ca3676cbb72b']}} {{(pid=104272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:38:55.797131 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85d936-3dfe-44f1-9f01-42557773095e admin admin] Pushing event deleted for resources: {'Network': ['ID=f094ee85-e5f7-4f76-b25b-19d66faa4449,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:38:55.806708 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.services.segments.db [None req-d1d7780f-eafe-496f-85e7-dbc65c935753 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9e82de0-9864-4c88-908a-44b07604c3c0') {'for_net_delete': True} {{(pid=104272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:38:55.807079 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.services.segments.db [None req-d1d7780f-eafe-496f-85e7-dbc65c935753 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9e82de0-9864-4c88-908a-44b07604c3c0') {} {{(pid=104272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:38:55.831095 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d1d7780f-eafe-496f-85e7-dbc65c935753 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748695459687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12150825'] for segment (c9e82de0-9864-4c88-908a-44b07604c3c0), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:55.852107 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3147d49d-5886-4e44-b02a-6b50b88ec643 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for security_group (8621ea46-a103-4b3b-a59d-fa4a01d900ea), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:55.862033 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-6085a036-0cdb-4670-9abe-3394f9f5ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924'] for port (ef5cff39-03d0-479f-8d7f-488e9a6990b7), after_delete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:55.882409 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d1d7780f-eafe-496f-85e7-dbc65c935753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124'] for segment (c9e82de0-9864-4c88-908a-44b07604c3c0), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:55.891207 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6085a036-0cdb-4670-9abe-3394f9f5ecff None None] Pushing event deleted for resources: {'Port': ['ID=ef5cff39-03d0-479f-8d7f-488e9a6990b7,revision_number=None']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:38:55.895743 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6085a036-0cdb-4670-9abe-3394f9f5ecff None None] No DVR routers for this DVR port ef5cff39-03d0-479f-8d7f-488e9a6990b7 on host dv-cinder-799871-48-iscsi {{(pid=104274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:38:55.905234 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1d7780f-eafe-496f-85e7-dbc65c935753 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=104272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 05:38:55.905234 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d1d7780f-eafe-496f-85e7-dbc65c935753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8637748'] for segment (c9e82de0-9864-4c88-908a-44b07604c3c0), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:55.998996 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.services.segments.plugin [-] Segment c9e82de0-9864-4c88-908a-44b07604c3c0 resource provider aggregate not found Jul 28 05:38:56.016526 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.services.segments.plugin [-] Segment c9e82de0-9864-4c88-908a-44b07604c3c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9e82de0-9864-4c88-908a-44b07604c3c0 found for delete ", "request_id": "req-56eb1329-47bc-44d4-ad41-c14e7d0ff04d"}]} Jul 28 05:38:56.049052 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d1d7780f-eafe-496f-85e7-dbc65c935753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1190926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4016432'] for network (92779e58-7df4-4404-9045-ca3676cbb72b), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:56.059901 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d1d7780f-eafe-496f-85e7-dbc65c935753 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for network (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:56.059901 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-d1d7780f-eafe-496f-85e7-dbc65c935753 admin admin] 10.222.0.33 "DELETE /v2.0/networks/92779e58-7df4-4404-9045-ca3676cbb72b HTTP/1.1" status: 204 len: 168 time: 1.0540590 Jul 28 05:38:56.071960 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7780f-eafe-496f-85e7-dbc65c935753 admin admin] Pushing event deleted for resources: {'Network': ['ID=92779e58-7df4-4404-9045-ca3676cbb72b,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:38:56.105838 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3147d49d-5886-4e44-b02a-6b50b88ec643 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (8621ea46-a103-4b3b-a59d-fa4a01d900ea), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:56.108474 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3147d49d-5886-4e44-b02a-6b50b88ec643 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:56.109673 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-3147d49d-5886-4e44-b02a-6b50b88ec643 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "DELETE /v2.0/security-groups/8621ea46-a103-4b3b-a59d-fa4a01d900ea HTTP/1.1" status: 204 len: 168 time: 0.5502479 Jul 28 05:38:56.117890 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 40908) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:38:56.120001 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147d49d-5886-4e44-b02a-6b50b88ec643 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8621ea46-a103-4b3b-a59d-fa4a01d900ea,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:38:56.126696 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:56.133089 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.api.v2.resource [None req-62d6b9e4-0aa6-4f02-9d5f-119aeceeaa20 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] show failed (client error): The resource could not be found. Jul 28 05:38:56.134068 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-62d6b9e4-0aa6-4f02-9d5f-119aeceeaa20 tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "GET /v2.0/security-groups/8621ea46-a103-4b3b-a59d-fa4a01d900ea HTTP/1.1" status: 404 len: 347 time: 0.0150120 Jul 28 05:38:56.136996 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 40910) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:38:56.182393 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 40912) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:38:56.229847 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-17d711c8-9eee-426f-b364-1242b086832a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ba0b7f7639504a25a73c94335d62b98f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0458784 Jul 28 05:38:56.232225 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 40914) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:38:56.247766 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device f65010f6-2264-4901-8bec-7b2252a19fdc no longer exists at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:38:56.272188 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] No Port match for: f65010f6-2264-4901-8bec-7b2252a19fdc {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:38:56.272537 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device f65010f6-2264-4901-8bec-7b2252a19fdc not bound to the agent host dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:38:56.272959 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device a43fb4f2-436f-4e42-a513-bca357e90b52 no longer exists at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:38:56.283401 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-f50ae835-7d68-41f3-b7f5-712a81cef96f tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Deleting port d6c58229-048a-4b85-8b75-33f0e1428731 {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:38:56.283963 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-f50ae835-7d68-41f3-b7f5-712a81cef96f tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (d6c58229-048a-4b85-8b75-33f0e1428731), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:56.293695 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] No Port match for: a43fb4f2-436f-4e42-a513-bca357e90b52 {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:38:56.294307 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device a43fb4f2-436f-4e42-a513-bca357e90b52 not bound to the agent host dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:38:56.294938 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device d82087f6-c9d2-451f-a5df-5a4a7ea3cbec no longer exists at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:38:56.299817 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-45cfc3a6-256c-4c44-8a7e-97f81826564c admin admin] Publish callbacks [] for security_group (8968456e-dfcd-4f8e-8bad-0dfd14c37ed7), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:56.315055 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] No Port match for: d82087f6-c9d2-451f-a5df-5a4a7ea3cbec {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:38:56.315863 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device d82087f6-c9d2-451f-a5df-5a4a7ea3cbec not bound to the agent host dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:38:56.316450 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device ef5cff39-03d0-479f-8d7f-488e9a6990b7 no longer exists at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:38:56.325665 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-45cfc3a6-256c-4c44-8a7e-97f81826564c admin admin] Publish callbacks [] for security_group (8968456e-dfcd-4f8e-8bad-0dfd14c37ed7), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:56.336127 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] No Port match for: ef5cff39-03d0-479f-8d7f-488e9a6990b7 {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:38:56.336472 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device ef5cff39-03d0-479f-8d7f-488e9a6990b7 not bound to the agent host dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:38:56.377433 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-f50ae835-7d68-41f3-b7f5-712a81cef96f tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (d6c58229-048a-4b85-8b75-33f0e1428731), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:56.378451 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-f50ae835-7d68-41f3-b7f5-712a81cef96f tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for floatingip (d6c58229-048a-4b85-8b75-33f0e1428731), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:56.391660 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-f50ae835-7d68-41f3-b7f5-712a81cef96f tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Calling delete_port for d6c58229-048a-4b85-8b75-33f0e1428731 owned by network:floatingip {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:38:56.477181 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-45cfc3a6-256c-4c44-8a7e-97f81826564c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (8968456e-dfcd-4f8e-8bad-0dfd14c37ed7), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:56.479892 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-45cfc3a6-256c-4c44-8a7e-97f81826564c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:56.481405 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-45cfc3a6-256c-4c44-8a7e-97f81826564c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/8968456e-dfcd-4f8e-8bad-0dfd14c37ed7 HTTP/1.1" status: 204 len: 168 time: 0.2480605 Jul 28 05:38:56.492191 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfc3a6-256c-4c44-8a7e-97f81826564c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8968456e-dfcd-4f8e-8bad-0dfd14c37ed7,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:38:56.548960 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 40920) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:38:56.574644 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device bb48c226-cd8a-426b-8392-6dcb3d411b85 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:38:56.594720 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] No Port match for: bb48c226-cd8a-426b-8392-6dcb3d411b85 {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:38:56.595066 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device bb48c226-cd8a-426b-8392-6dcb3d411b85 not bound to the agent host hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:38:56.596262 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-79a7ab8f-cfa2-4236-848f-ee4250e656ac admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7b96e460476f4bc9b35224e38b33f4c7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0459611 Jul 28 05:38:56.599558 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 40922) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:38:56.608942 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-f50ae835-7d68-41f3-b7f5-712a81cef96f tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (d6c58229-048a-4b85-8b75-33f0e1428731), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:56.618062 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:38:56.648767 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ae835-7d68-41f3-b7f5-712a81cef96f tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Pushing event deleted for resources: {'Port': ['ID=d6c58229-048a-4b85-8b75-33f0e1428731,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:38:56.734318 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-4ae5a601-5f83-42d0-8338-ab217c3ff606 admin admin] Publish callbacks [] for security_group (474d7d2e-3bbe-4df6-9e05-142915c49a36), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:56.738801 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-f50ae835-7d68-41f3-b7f5-712a81cef96f tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks [] for floatingip (7250ff2c-0ddf-40b7-8244-e673ba5c2726), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:56.741581 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-f50ae835-7d68-41f3-b7f5-712a81cef96f tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for floatingip (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:56.742762 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-f50ae835-7d68-41f3-b7f5-712a81cef96f tempest-AttachVolumeShelveTestJSON-524079106 tempest-AttachVolumeShelveTestJSON-524079106-project] 10.222.0.33 "DELETE /v2.0/floatingips/7250ff2c-0ddf-40b7-8244-e673ba5c2726 HTTP/1.1" status: 204 len: 168 time: 0.6048391 Jul 28 05:38:56.767564 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-4ae5a601-5f83-42d0-8338-ab217c3ff606 admin admin] Publish callbacks [] for security_group (474d7d2e-3bbe-4df6-9e05-142915c49a36), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:56.915688 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-4ae5a601-5f83-42d0-8338-ab217c3ff606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (474d7d2e-3bbe-4df6-9e05-142915c49a36), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:56.918478 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-4ae5a601-5f83-42d0-8338-ab217c3ff606 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:38:56.920860 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-4ae5a601-5f83-42d0-8338-ab217c3ff606 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/474d7d2e-3bbe-4df6-9e05-142915c49a36 HTTP/1.1" status: 204 len: 168 time: 0.3190908 Jul 28 05:38:56.932383 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae5a601-5f83-42d0-8338-ab217c3ff606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474d7d2e-3bbe-4df6-9e05-142915c49a36,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:38:59.564992 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 41056) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:38:59.798530 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:00.043091 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-cc08b5a5-5a78-44c2-b5b4-66de00070795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4014364'] for router_interface (30aeb74e-daf5-4d9c-8830-da392967d56a), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:00.045417 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:00.277648 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [None req-cc08b5a5-5a78-44c2-b5b4-66de00070795 admin admin] Deleting port 4518b198-8249-4dbd-bf02-3645f257942a {{(pid=104272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:39:00.277989 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-cc08b5a5-5a78-44c2-b5b4-66de00070795 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (4518b198-8249-4dbd-bf02-3645f257942a), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:00.359619 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [None req-cc08b5a5-5a78-44c2-b5b4-66de00070795 admin admin] For port 4518b198-8249-4dbd-bf02-3645f257942a, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=4518b198-8249-4dbd-bf02-3645f257942a,segment=NetworkSegment(4427f270-b023-404e-a3c1-104654497080),segment_id=4427f270-b023-404e-a3c1-104654497080)] {{(pid=104272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:39:00.359982 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-cc08b5a5-5a78-44c2-b5b4-66de00070795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (4518b198-8249-4dbd-bf02-3645f257942a), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:00.377236 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [None req-cc08b5a5-5a78-44c2-b5b4-66de00070795 admin admin] Calling delete_port for 4518b198-8249-4dbd-bf02-3645f257942a owned by network:router_interface {{(pid=104272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:39:00.509876 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 41086) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:00.562850 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:00.618012 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-13f10a8a-bb18-49e5-adb5-b95538e5df12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:00.628792 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-cc08b5a5-5a78-44c2-b5b4-66de00070795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (4518b198-8249-4dbd-bf02-3645f257942a), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:00.655854 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc08b5a5-5a78-44c2-b5b4-66de00070795 admin admin] Pushing event deleted for resources: {'Port': ['ID=4518b198-8249-4dbd-bf02-3645f257942a,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:00.702811 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-13f10a8a-bb18-49e5-adb5-b95538e5df12 admin admin] Publish callbacks [] for security_group (a79c092b-1f91-4b88-bb11-fb1360c15df5), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:00.777023 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-13f10a8a-bb18-49e5-adb5-b95538e5df12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (a79c092b-1f91-4b88-bb11-fb1360c15df5), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:00.820085 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f10a8a-bb18-49e5-adb5-b95538e5df12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79c092b-1f91-4b88-bb11-fb1360c15df5,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:00.825620 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-13f10a8a-bb18-49e5-adb5-b95538e5df12 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f7ffe89dd42d4fc09790973f9e5370ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3145843 Jul 28 05:39:00.828253 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 41090) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:00.840162 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-cc08b5a5-5a78-44c2-b5b4-66de00070795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4014472'] for router_interface (30aeb74e-daf5-4d9c-8830-da392967d56a), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:00.882463 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-23bfd5a8-9f32-42e7-b5b9-fc6528bcd158 admin admin] Publish callbacks [] for security_group (a79c092b-1f91-4b88-bb11-fb1360c15df5), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:00.904982 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-23bfd5a8-9f32-42e7-b5b9-fc6528bcd158 admin admin] Publish callbacks [] for security_group (a79c092b-1f91-4b88-bb11-fb1360c15df5), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:01.014085 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-23bfd5a8-9f32-42e7-b5b9-fc6528bcd158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (a79c092b-1f91-4b88-bb11-fb1360c15df5), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:01.016655 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-23bfd5a8-9f32-42e7-b5b9-fc6528bcd158 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:01.017864 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-23bfd5a8-9f32-42e7-b5b9-fc6528bcd158 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a79c092b-1f91-4b88-bb11-fb1360c15df5 HTTP/1.1" status: 204 len: 168 time: 0.1886318 Jul 28 05:39:01.027259 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bfd5a8-9f32-42e7-b5b9-fc6528bcd158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79c092b-1f91-4b88-bb11-fb1360c15df5,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:01.054784 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc08b5a5-5a78-44c2-b5b4-66de00070795 admin admin] Router 30aeb74e-daf5-4d9c-8830-da392967d56a has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:39:01.161838 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc08b5a5-5a78-44c2-b5b4-66de00070795 admin admin] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:39:01.170007 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 41098) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:01.170731 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-cc08b5a5-5a78-44c2-b5b4-66de00070795 admin admin] 10.222.0.33 "PUT /v2.0/routers/30aeb74e-daf5-4d9c-8830-da392967d56a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6056502 Jul 28 05:39:01.173770 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbf674d-d8fc-4de1-8e9b-9f35da66a2c6 None None] Sync routers for ids ['30aeb74e-daf5-4d9c-8830-da392967d56a'] in dv-cinder-799871-48-iscsi {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:39:01.177915 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:01.178735 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:01.193783 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbf674d-d8fc-4de1-8e9b-9f35da66a2c6 None None] Routers {'30aeb74e-daf5-4d9c-8830-da392967d56a'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:39:01.194417 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-8bbf674d-d8fc-4de1-8e9b-9f35da66a2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:38:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['30aeb74e-daf5-4d9c-8830-da392967d56a'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:01.214504 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:01.294503 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-38fe45d1-c168-427c-988b-802dd3a2ed16 admin admin] Publish callbacks [] for router (30aeb74e-daf5-4d9c-8830-da392967d56a), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:01.428361 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-38fe45d1-c168-427c-988b-802dd3a2ed16 admin admin] Publish callbacks [] for router_gateway (30aeb74e-daf5-4d9c-8830-da392967d56a), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:01.452995 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-8bbf674d-d8fc-4de1-8e9b-9f35da66a2c6 None None] Set router 30aeb74e-daf5-4d9c-8830-da392967d56a gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:39:01.546646 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-38fe45d1-c168-427c-988b-802dd3a2ed16 admin admin] Deleting port 81a3a55d-4e0b-4eae-940d-33b9f60af80e {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:39:01.547247 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-38fe45d1-c168-427c-988b-802dd3a2ed16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (81a3a55d-4e0b-4eae-940d-33b9f60af80e), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:01.587783 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:01.627403 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-8bbf674d-d8fc-4de1-8e9b-9f35da66a2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'name': 'tempest-AttachVolumeShelveTestJSON-1714526453-router', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': '81a3a55d-4e0b-4eae-940d-33b9f60af80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:39:00Z', 'revision_number': 5, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'gw_port': {'id': '81a3a55d-4e0b-4eae-940d-33b9f60af80e', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:31:30Z', 'updated_at': '2022-07-28T05:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:01.631374 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [None req-38fe45d1-c168-427c-988b-802dd3a2ed16 admin admin] For port 81a3a55d-4e0b-4eae-940d-33b9f60af80e, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=81a3a55d-4e0b-4eae-940d-33b9f60af80e,segment=NetworkSegment(18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30),segment_id=18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30)] {{(pid=104273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:39:01.631751 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-38fe45d1-c168-427c-988b-802dd3a2ed16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (81a3a55d-4e0b-4eae-940d-33b9f60af80e), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:01.645765 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-38fe45d1-c168-427c-988b-802dd3a2ed16 admin admin] Calling delete_port for 81a3a55d-4e0b-4eae-940d-33b9f60af80e owned by network:router_gateway {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:39:01.657093 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbf674d-d8fc-4de1-8e9b-9f35da66a2c6 None None] Checking router: 30aeb74e-daf5-4d9c-8830-da392967d56a for host: dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:39:01.666299 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbf674d-d8fc-4de1-8e9b-9f35da66a2c6 None None] Routers {'30aeb74e-daf5-4d9c-8830-da392967d56a'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:39:01.666914 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-8bbf674d-d8fc-4de1-8e9b-9f35da66a2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:38:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['30aeb74e-daf5-4d9c-8830-da392967d56a'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:01.759070 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-8bbf674d-d8fc-4de1-8e9b-9f35da66a2c6 None None] Set router 30aeb74e-daf5-4d9c-8830-da392967d56a gateway port host: None {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:39:01.763204 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 41106) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:01.778581 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9528034e-717e-4216-a16e-ddeea15ef3c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:01.822748 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-8bbf674d-d8fc-4de1-8e9b-9f35da66a2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'name': 'tempest-AttachVolumeShelveTestJSON-1714526453-router', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:39:01Z', 'revision_number': 6, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'gw_port_host': None}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:01.849580 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbf674d-d8fc-4de1-8e9b-9f35da66a2c6 None None] The sync data for ids ['30aeb74e-daf5-4d9c-8830-da392967d56a'] in dv-cinder-799871-48-iscsi is: [{'id': '30aeb74e-daf5-4d9c-8830-da392967d56a', 'name': 'tempest-AttachVolumeShelveTestJSON-1714526453-router', 'tenant_id': 'd6e54a77d2aa469b8c0197d99170d978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:31:28Z', 'updated_at': '2022-07-28T05:39:01Z', 'revision_number': 6, 'project_id': 'd6e54a77d2aa469b8c0197d99170d978', 'gw_port_host': None}] {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:39:01.858284 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:01.861628 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9528034e-717e-4216-a16e-ddeea15ef3c5 admin admin] Publish callbacks [] for security_group (d12efdeb-d132-4b2c-a1d5-4ee6f73bffc6), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:01.922836 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-38fe45d1-c168-427c-988b-802dd3a2ed16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (81a3a55d-4e0b-4eae-940d-33b9f60af80e), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:01.951954 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9528034e-717e-4216-a16e-ddeea15ef3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (d12efdeb-d132-4b2c-a1d5-4ee6f73bffc6), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:02.015357 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-9528034e-717e-4216-a16e-ddeea15ef3c5 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=dc579756fb9d470c926ac598b53481fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2510281 Jul 28 05:39:02.016736 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528034e-717e-4216-a16e-ddeea15ef3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12efdeb-d132-4b2c-a1d5-4ee6f73bffc6,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:02.020405 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 41110) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:02.065064 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:02.083719 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-fa204c0b-2ef5-4292-b845-c861ba46f088 req-c14c4419-663c-4050-9d4f-1c94c42b4165 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1541881698&fields=id&tenant_id=5989fabc615545eeb4ef987dea566175 HTTP/1.1" status: 200 len: 267 time: 0.1031199 Jul 28 05:39:02.136834 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3a44d27e-7f32-4860-82aa-6b4252608391 admin admin] Publish callbacks [] for security_group (d12efdeb-d132-4b2c-a1d5-4ee6f73bffc6), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:02.162478 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa204c0b-2ef5-4292-b845-c861ba46f088 req-8b06d73a-873e-4683-abca-6792257b28b6 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:39:02.163994 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-fa204c0b-2ef5-4292-b845-c861ba46f088 req-8b06d73a-873e-4683-abca-6792257b28b6 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 985 time: 0.0745928 Jul 28 05:39:02.180213 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [req-fa204c0b-2ef5-4292-b845-c861ba46f088 req-e4ce308e-8da6-4df8-888d-c433d3bb67d9 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Request body: {'port': {'security_groups': ['a6641ef2-d1de-4aed-92c8-d74dcb8f1b15']}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:39:02.185191 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3a44d27e-7f32-4860-82aa-6b4252608391 admin admin] Publish callbacks [] for security_group (d12efdeb-d132-4b2c-a1d5-4ee6f73bffc6), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:02.214568 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe45d1-c168-427c-988b-802dd3a2ed16 admin admin] Pushing event deleted for resources: {'Port': ['ID=81a3a55d-4e0b-4eae-940d-33b9f60af80e,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:02.274979 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 4518b198-8249-4dbd-bf02-3645f257942a no longer exists at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:39:02.299194 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] No Port match for: 4518b198-8249-4dbd-bf02-3645f257942a {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:39:02.301145 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 4518b198-8249-4dbd-bf02-3645f257942a not bound to the agent host dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:39:02.307714 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-fa204c0b-2ef5-4292-b845-c861ba46f088 req-e4ce308e-8da6-4df8-888d-c433d3bb67d9 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (b49100c3-29f8-45db-910f-805da59e6250), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:02.341444 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-38fe45d1-c168-427c-988b-802dd3a2ed16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4016412'] for router_gateway (30aeb74e-daf5-4d9c-8830-da392967d56a), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:02.404480 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3a44d27e-7f32-4860-82aa-6b4252608391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (d12efdeb-d132-4b2c-a1d5-4ee6f73bffc6), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:02.406956 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3a44d27e-7f32-4860-82aa-6b4252608391 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:02.408105 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-3a44d27e-7f32-4860-82aa-6b4252608391 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d12efdeb-d132-4b2c-a1d5-4ee6f73bffc6 HTTP/1.1" status: 204 len: 168 time: 0.3837545 Jul 28 05:39:02.425331 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a44d27e-7f32-4860-82aa-6b4252608391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12efdeb-d132-4b2c-a1d5-4ee6f73bffc6,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:02.447791 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-38fe45d1-c168-427c-988b-802dd3a2ed16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4157079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3668'] for router (30aeb74e-daf5-4d9c-8830-da392967d56a), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:02.450523 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-38fe45d1-c168-427c-988b-802dd3a2ed16 admin admin] Publish callbacks [] for router_controller (30aeb74e-daf5-4d9c-8830-da392967d56a), precommit_delete_associations {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:02.496373 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:02.558674 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [req-fa204c0b-2ef5-4292-b845-c861ba46f088 req-e4ce308e-8da6-4df8-888d-c433d3bb67d9 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] For port b49100c3-29f8-45db-910f-805da59e6250, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b49100c3-29f8-45db-910f-805da59e6250,segment=NetworkSegment(13d7440d-3f76-4d8c-8e60-76f5acb0fcab),segment_id=13d7440d-3f76-4d8c-8e60-76f5acb0fcab)] {{(pid=104272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:39:02.573743 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:02.575151 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-38fe45d1-c168-427c-988b-802dd3a2ed16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4156949'] for router (30aeb74e-daf5-4d9c-8830-da392967d56a), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:02.575798 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38fe45d1-c168-427c-988b-802dd3a2ed16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30aeb74e-daf5-4d9c-8830-da392967d56a {{(pid=104273) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 05:39:02.586732 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-38fe45d1-c168-427c-988b-802dd3a2ed16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:02.586732 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-38fe45d1-c168-427c-988b-802dd3a2ed16 admin admin] 10.222.0.33 "DELETE /v2.0/routers/30aeb74e-daf5-4d9c-8830-da392967d56a HTTP/1.1" status: 204 len: 168 time: 1.4150448 Jul 28 05:39:02.588707 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 41120) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:02.594381 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-fa204c0b-2ef5-4292-b845-c861ba46f088 req-e4ce308e-8da6-4df8-888d-c433d3bb67d9 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks [] for port (b49100c3-29f8-45db-910f-805da59e6250), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:02.636813 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e504d6d-7748-4e29-999f-1f459cbdbb8c admin admin] Deleting subnet 329242a6-cde1-43fc-b2d2-7b69ba8c6d75 {{(pid=104273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 05:39:02.644873 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-3e504d6d-7748-4e29-999f-1f459cbdbb8c admin admin] Publish callbacks [] for subnet (329242a6-cde1-43fc-b2d2-7b69ba8c6d75), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:02.684879 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-3e504d6d-7748-4e29-999f-1f459cbdbb8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8432890'] for subnet (329242a6-cde1-43fc-b2d2-7b69ba8c6d75), precommit_delete_associations {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:02.685429 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-fa204c0b-2ef5-4292-b845-c861ba46f088 req-e4ce308e-8da6-4df8-888d-c433d3bb67d9 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8637776'] for port (b49100c3-29f8-45db-910f-805da59e6250), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:02.729978 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa204c0b-2ef5-4292-b845-c861ba46f088 req-e4ce308e-8da6-4df8-888d-c433d3bb67d9 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:39:02.730643 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [req-fa204c0b-2ef5-4292-b845-c861ba46f088 req-e4ce308e-8da6-4df8-888d-c433d3bb67d9 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:02.732068 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-fa204c0b-2ef5-4292-b845-c861ba46f088 req-e4ce308e-8da6-4df8-888d-c433d3bb67d9 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "PUT /v2.0/ports/b49100c3-29f8-45db-910f-805da59e6250 HTTP/1.1" status: 200 len: 943 time: 0.5598681 Jul 28 05:39:02.732530 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549e692f-7b6f-4ab0-987b-986a1934630e', 'tag': 'b49100c3-29f8-45db-910f-805da59e6250'}] {{(pid=104272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:39:02.734843 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90743944bbcefbc541f6211993cabd2c9418e1ba23e64f30c52edf03935cac0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa40230-5f11-408a-bc86-b78ce77142ed" -d '{"events": [{"name": "network-changed", "server_uuid": "549e692f-7b6f-4ab0-987b-986a1934630e", "tag": "b49100c3-29f8-45db-910f-805da59e6250"}]}' {{(pid=104272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:39:02.740340 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 41126) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:02.786891 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce308e-8da6-4df8-888d-c433d3bb67d9 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Pushing event updated for resources: {'Port': ['ID=b49100c3-29f8-45db-910f-805da59e6250,revision_number=7']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:02.794346 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67702b8-8283-4909-9eb5-df8f402e21d8 x-openstack-request-id: req-d67702b8-8283-4909-9eb5-df8f402e21d8 {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:39:02.794346 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "549e692f-7b6f-4ab0-987b-986a1934630e", "tag": "b49100c3-29f8-45db-910f-805da59e6250", "status": "completed", "code": 200}]} {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:39:02.794346 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d67702b8-8283-4909-9eb5-df8f402e21d8 {{(pid=104272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:39:02.794346 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d67702b8-8283-4909-9eb5-df8f402e21d8'] response: {'name': 'network-changed', 'server_uuid': '549e692f-7b6f-4ab0-987b-986a1934630e', 'tag': 'b49100c3-29f8-45db-910f-805da59e6250', 'status': 'completed', 'code': 200} Jul 28 05:39:02.897828 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-3e504d6d-7748-4e29-999f-1f459cbdbb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190699'] for subnet (329242a6-cde1-43fc-b2d2-7b69ba8c6d75), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:02.920263 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e9aa386a-07ee-4b92-80c3-5d2dfce00255 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks [] for security_group (67629efd-defe-468a-8cc4-0b3911b29ce3), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:02.961416 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e9aa386a-07ee-4b92-80c3-5d2dfce00255 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks [] for security_group (67629efd-defe-468a-8cc4-0b3911b29ce3), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:03.122916 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-1fd21f47-8cdc-4e21-880d-17d88494c61d None None] Provisioning complete for port b49100c3-29f8-45db-910f-805da59e6250 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:39:03.123309 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-1fd21f47-8cdc-4e21-880d-17d88494c61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (b49100c3-29f8-45db-910f-805da59e6250), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:03.149546 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-3e504d6d-7748-4e29-999f-1f459cbdbb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1190690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8745015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8898787'] for subnet (329242a6-cde1-43fc-b2d2-7b69ba8c6d75), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:03.156214 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e9aa386a-07ee-4b92-80c3-5d2dfce00255 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (67629efd-defe-468a-8cc4-0b3911b29ce3), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:03.159618 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e9aa386a-07ee-4b92-80c3-5d2dfce00255 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:03.160919 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-e9aa386a-07ee-4b92-80c3-5d2dfce00255 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "DELETE /v2.0/security-groups/67629efd-defe-468a-8cc4-0b3911b29ce3 HTTP/1.1" status: 204 len: 168 time: 0.4165080 Jul 28 05:39:03.163760 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 41142) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:03.197570 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-3e504d6d-7748-4e29-999f-1f459cbdbb8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for subnet (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:03.202893 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-3e504d6d-7748-4e29-999f-1f459cbdbb8c admin admin] 10.222.0.33 "DELETE /v2.0/subnets/329242a6-cde1-43fc-b2d2-7b69ba8c6d75 HTTP/1.1" status: 204 len: 168 time: 0.6127975 Jul 28 05:39:03.204060 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e504d6d-7748-4e29-999f-1f459cbdbb8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=329242a6-cde1-43fc-b2d2-7b69ba8c6d75,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:03.211429 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa386a-07ee-4b92-80c3-5d2dfce00255 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67629efd-defe-468a-8cc4-0b3911b29ce3,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:03.215560 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 41144) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:03.216007 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfb7e03-30c6-4dd9-8425-0545b30cf1e7 None None] Network 12676c2f-cd93-405a-a402-b0ee7cfa77c5 requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:39:03.287588 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:03.300078 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:03.310207 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-1fd21f47-8cdc-4e21-880d-17d88494c61d None None] Current status of the port b49100c3-29f8-45db-910f-805da59e6250 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:39:03.414048 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3c45b281-ecd9-4e53-85b6-6c2d8cb7284b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1261665'] for network (12676c2f-cd93-405a-a402-b0ee7cfa77c5), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:03.467164 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68874813-55a0-4b2f-914f-0eb3a984b94d None None] DHCP port deletion for 12676c2f-cd93-405a-a402-b0ee7cfa77c5 request from dv-cinder-799871-48-iscsi {{(pid=104274) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 05:39:03.507414 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-68874813-55a0-4b2f-914f-0eb3a984b94d None None] Deleting port 09a34f9a-7893-44a5-a572-606b7bb6a5d8 {{(pid=104274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:39:03.520325 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-68874813-55a0-4b2f-914f-0eb3a984b94d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (09a34f9a-7893-44a5-a572-606b7bb6a5d8), before_delete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:03.520518 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [None req-3c45b281-ecd9-4e53-85b6-6c2d8cb7284b admin admin] Deleting port 09a34f9a-7893-44a5-a572-606b7bb6a5d8 {{(pid=104272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:39:03.520518 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3c45b281-ecd9-4e53-85b6-6c2d8cb7284b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (09a34f9a-7893-44a5-a572-606b7bb6a5d8), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:03.521948 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [None req-b1474ae8-ac3f-4208-a3be-cc769006424c tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Deleting port cbdd03f7-57bf-4665-a82a-4b4dc633f3cb {{(pid=104272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:39:03.522282 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b1474ae8-ac3f-4208-a3be-cc769006424c tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (cbdd03f7-57bf-4665-a82a-4b4dc633f3cb), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:03.577737 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-68874813-55a0-4b2f-914f-0eb3a984b94d None None] For port 09a34f9a-7893-44a5-a572-606b7bb6a5d8, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=09a34f9a-7893-44a5-a572-606b7bb6a5d8,segment=NetworkSegment(4427f270-b023-404e-a3c1-104654497080),segment_id=4427f270-b023-404e-a3c1-104654497080)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:39:03.578138 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-68874813-55a0-4b2f-914f-0eb3a984b94d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (09a34f9a-7893-44a5-a572-606b7bb6a5d8), precommit_delete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:03.599680 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-68874813-55a0-4b2f-914f-0eb3a984b94d None None] Calling delete_port for 09a34f9a-7893-44a5-a572-606b7bb6a5d8 owned by network:dhcp {{(pid=104274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:39:03.663846 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [None req-3c45b281-ecd9-4e53-85b6-6c2d8cb7284b admin admin] For port 09a34f9a-7893-44a5-a572-606b7bb6a5d8, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=09a34f9a-7893-44a5-a572-606b7bb6a5d8,segment=NetworkSegment(4427f270-b023-404e-a3c1-104654497080),segment_id=4427f270-b023-404e-a3c1-104654497080)] {{(pid=104272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:39:03.664406 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3c45b281-ecd9-4e53-85b6-6c2d8cb7284b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (09a34f9a-7893-44a5-a572-606b7bb6a5d8), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:03.700651 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [None req-3c45b281-ecd9-4e53-85b6-6c2d8cb7284b admin admin] Calling delete_port for 09a34f9a-7893-44a5-a572-606b7bb6a5d8 owned by network:dhcp {{(pid=104272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:39:03.745255 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b1474ae8-ac3f-4208-a3be-cc769006424c tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (cbdd03f7-57bf-4665-a82a-4b4dc633f3cb), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:03.745719 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b1474ae8-ac3f-4208-a3be-cc769006424c tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks [] for floatingip (cbdd03f7-57bf-4665-a82a-4b4dc633f3cb), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:03.786779 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-68874813-55a0-4b2f-914f-0eb3a984b94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924'] for port (09a34f9a-7893-44a5-a572-606b7bb6a5d8), after_delete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:03.801549 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [None req-b1474ae8-ac3f-4208-a3be-cc769006424c tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Calling delete_port for cbdd03f7-57bf-4665-a82a-4b4dc633f3cb owned by network:floatingip {{(pid=104272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:39:03.803178 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:03.820184 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68874813-55a0-4b2f-914f-0eb3a984b94d None None] Pushing event deleted for resources: {'Port': ['ID=09a34f9a-7893-44a5-a572-606b7bb6a5d8,revision_number=None']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:03.834383 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68874813-55a0-4b2f-914f-0eb3a984b94d None None] No DVR routers for this DVR port 09a34f9a-7893-44a5-a572-606b7bb6a5d8 on host dv-cinder-799871-48-iscsi {{(pid=104274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:39:03.949419 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3c45b281-ecd9-4e53-85b6-6c2d8cb7284b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (09a34f9a-7893-44a5-a572-606b7bb6a5d8), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:03.986407 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c45b281-ecd9-4e53-85b6-6c2d8cb7284b admin admin] Pushing event deleted for resources: {'Port': ['ID=09a34f9a-7893-44a5-a572-606b7bb6a5d8,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:03.992762 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c45b281-ecd9-4e53-85b6-6c2d8cb7284b admin admin] No DVR routers for this DVR port 09a34f9a-7893-44a5-a572-606b7bb6a5d8 on host dv-cinder-799871-48-iscsi {{(pid=104272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:39:04.086319 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3c45b281-ecd9-4e53-85b6-6c2d8cb7284b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1190917', 'neutron.services.segments.db._delete_segments_for_network-8748695459786'] for network (12676c2f-cd93-405a-a402-b0ee7cfa77c5), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:04.130406 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.services.segments.db [None req-3c45b281-ecd9-4e53-85b6-6c2d8cb7284b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12676c2f-cd93-405a-a402-b0ee7cfa77c5']}} {{(pid=104272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:04.144468 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:04.147495 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.services.segments.db [None req-3c45b281-ecd9-4e53-85b6-6c2d8cb7284b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4427f270-b023-404e-a3c1-104654497080') {'for_net_delete': True} {{(pid=104272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:04.147791 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.services.segments.db [None req-3c45b281-ecd9-4e53-85b6-6c2d8cb7284b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4427f270-b023-404e-a3c1-104654497080') {} {{(pid=104272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:04.157786 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3c45b281-ecd9-4e53-85b6-6c2d8cb7284b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748695459687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12150825'] for segment (4427f270-b023-404e-a3c1-104654497080), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:04.171504 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3c45b281-ecd9-4e53-85b6-6c2d8cb7284b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124'] for segment (4427f270-b023-404e-a3c1-104654497080), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:04.178231 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c45b281-ecd9-4e53-85b6-6c2d8cb7284b admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=104272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 05:39:04.178630 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3c45b281-ecd9-4e53-85b6-6c2d8cb7284b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8637748'] for segment (4427f270-b023-404e-a3c1-104654497080), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:04.256156 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 81a3a55d-4e0b-4eae-940d-33b9f60af80e no longer exists at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:39:04.286125 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] No Port match for: 81a3a55d-4e0b-4eae-940d-33b9f60af80e {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:39:04.288433 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 81a3a55d-4e0b-4eae-940d-33b9f60af80e not bound to the agent host dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:39:04.288433 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 09a34f9a-7893-44a5-a572-606b7bb6a5d8 no longer exists at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:39:04.310934 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] No Port match for: 09a34f9a-7893-44a5-a572-606b7bb6a5d8 {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:39:04.311288 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 09a34f9a-7893-44a5-a572-606b7bb6a5d8 not bound to the agent host dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:39:04.484461 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.services.segments.plugin [-] Segment 4427f270-b023-404e-a3c1-104654497080 resource provider aggregate not found Jul 28 05:39:04.490224 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b1474ae8-ac3f-4208-a3be-cc769006424c tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (cbdd03f7-57bf-4665-a82a-4b4dc633f3cb), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:04.517094 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.services.segments.plugin [-] Segment 4427f270-b023-404e-a3c1-104654497080 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4427f270-b023-404e-a3c1-104654497080 found for delete ", "request_id": "req-1b394dae-5b4d-4338-a23d-d49c9d93ff5f"}]} Jul 28 05:39:04.527585 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1474ae8-ac3f-4208-a3be-cc769006424c tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Pushing event deleted for resources: {'Port': ['ID=cbdd03f7-57bf-4665-a82a-4b4dc633f3cb,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:04.593895 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b1474ae8-ac3f-4208-a3be-cc769006424c tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks [] for floatingip (0a89733e-1204-4869-ad50-afa612770edb), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:04.594364 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.db.l3_db [None req-b1474ae8-ac3f-4208-a3be-cc769006424c tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Floating IP 0a89733e-1204-4869-ad50-afa612770edb disassociated (deleted). External IP: 172.27.0.139, port: b49100c3-29f8-45db-910f-805da59e6250. Jul 28 05:39:04.632590 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3c45b281-ecd9-4e53-85b6-6c2d8cb7284b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1190926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4016432'] for network (12676c2f-cd93-405a-a402-b0ee7cfa77c5), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:04.654990 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3c45b281-ecd9-4e53-85b6-6c2d8cb7284b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for network (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:04.658061 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-3c45b281-ecd9-4e53-85b6-6c2d8cb7284b admin admin] 10.222.0.33 "DELETE /v2.0/networks/12676c2f-cd93-405a-a402-b0ee7cfa77c5 HTTP/1.1" status: 204 len: 168 time: 1.4383857 Jul 28 05:39:04.661810 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c45b281-ecd9-4e53-85b6-6c2d8cb7284b admin admin] Pushing event deleted for resources: {'Network': ['ID=12676c2f-cd93-405a-a402-b0ee7cfa77c5,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:04.842673 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1474ae8-ac3f-4208-a3be-cc769006424c tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Router 18b25aa3-587b-4524-a9a5-a808ed99b27f has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:39:04.857960 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] get_ports_and_sgs() called for port_ids ['b49100c3-29f8-45db-910f-805da59e6250'] {{(pid=104274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:39:04.902149 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa40230-5f11-408a-bc86-b78ce77142ed req-049bed68-2019-4e21-a779-4ec7c2418afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:39:04.905971 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-9fa40230-5f11-408a-bc86-b78ce77142ed req-049bed68-2019-4e21-a779-4ec7c2418afd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5989fabc615545eeb4ef987dea566175&device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 1130 time: 0.0683098 Jul 28 05:39:04.918933 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] get_ports_and_sgs() called for port_ids ['b49100c3-29f8-45db-910f-805da59e6250'] {{(pid=104274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:39:04.966597 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:04.992630 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:DELETE=9,neutron:SELECT=88,neutron:UPDATE=3 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:05.020748 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1474ae8-ac3f-4208-a3be-cc769006424c tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:39:05.020748 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b1474ae8-ac3f-4208-a3be-cc769006424c tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for floatingip (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:05.025043 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69409e38-1a34-41d3-9353-a3ce07b38b7a None None] Sync routers for ids ['18b25aa3-587b-4524-a9a5-a808ed99b27f'] in dv-cinder-799871-48-iscsi {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:39:05.036853 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69409e38-1a34-41d3-9353-a3ce07b38b7a None None] Routers {'18b25aa3-587b-4524-a9a5-a808ed99b27f'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:39:05.037503 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-69409e38-1a34-41d3-9353-a3ce07b38b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:38:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['18b25aa3-587b-4524-a9a5-a808ed99b27f'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:05.043667 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa40230-5f11-408a-bc86-b78ce77142ed req-6e41cc57-54bd-4379-9080-dbfd665ab919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:39:05.045510 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-9fa40230-5f11-408a-bc86-b78ce77142ed req-6e41cc57-54bd-4379-9080-dbfd665ab919 service neutron] 10.222.0.57 "GET /v2.0/networks?id=17d0b4db-03c1-4e8e-bad7-973b09ccd533 HTTP/1.1" status: 200 len: 916 time: 0.1319807 Jul 28 05:39:05.056927 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-b1474ae8-ac3f-4208-a3be-cc769006424c tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "DELETE /v2.0/floatingips/0a89733e-1204-4869-ad50-afa612770edb HTTP/1.1" status: 204 len: 168 time: 1.8898337 Jul 28 05:39:05.057637 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549e692f-7b6f-4ab0-987b-986a1934630e', 'tag': 'b49100c3-29f8-45db-910f-805da59e6250'}] {{(pid=104272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:39:05.061695 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90743944bbcefbc541f6211993cabd2c9418e1ba23e64f30c52edf03935cac0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd43f64-db52-49ff-b6e1-8da635c43e89" -d '{"events": [{"name": "network-changed", "server_uuid": "549e692f-7b6f-4ab0-987b-986a1934630e", "tag": "b49100c3-29f8-45db-910f-805da59e6250"}]}' {{(pid=104272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:39:05.149970 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-9fa40230-5f11-408a-bc86-b78ce77142ed req-136bb21c-9f6d-41b3-baa4-d9c4e06dd6c8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b49100c3-29f8-45db-910f-805da59e6250 HTTP/1.1" status: 200 len: 217 time: 0.0971541 Jul 28 05:39:05.199505 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 41198) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:05.253389 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa40230-5f11-408a-bc86-b78ce77142ed req-a4ebc6c9-bdcc-4c2a-870d-69a2c0e42955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:39:05.255215 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-9fa40230-5f11-408a-bc86-b78ce77142ed req-a4ebc6c9-bdcc-4c2a-870d-69a2c0e42955 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b1d31c83-80bf-48c5-9a09-2ae0c6ea6c51 HTTP/1.1" status: 200 len: 854 time: 0.0922782 Jul 28 05:39:05.287678 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-4cad3dc3-8089-435a-b16e-f07ba80bb636 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d6e54a77d2aa469b8c0197d99170d978&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0860448 Jul 28 05:39:05.291965 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 41204) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:05.303100 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-cb6df066-ae41-4d52-82d3-79736b3f18b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:05.314125 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa40230-5f11-408a-bc86-b78ce77142ed req-829108e2-2351-401f-8837-96ffebbe230b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:39:05.316320 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-9fa40230-5f11-408a-bc86-b78ce77142ed req-829108e2-2351-401f-8837-96ffebbe230b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=17d0b4db-03c1-4e8e-bad7-973b09ccd533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0517497 Jul 28 05:39:05.321153 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-69409e38-1a34-41d3-9353-a3ce07b38b7a None None] Set router 18b25aa3-587b-4524-a9a5-a808ed99b27f gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:39:05.352201 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-24068411-bc77-4c6d-876e-4c68e3adcd61 admin admin] Publish callbacks [] for security_group (f9d38a91-cfca-4a35-a88a-aacc455dc8a4), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:05.384202 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-24068411-bc77-4c6d-876e-4c68e3adcd61 admin admin] Publish callbacks [] for security_group (f9d38a91-cfca-4a35-a88a-aacc455dc8a4), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:05.395639 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:05.434022 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-9fa40230-5f11-408a-bc86-b78ce77142ed req-7cfb8835-eecd-4da6-b166-d70cb4ab3b1d service neutron] 10.222.0.57 "GET /v2.0/networks/17d0b4db-03c1-4e8e-bad7-973b09ccd533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107082 Jul 28 05:39:05.502181 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7720ae26-0c57-46c4-9119-d85b1658a479 x-openstack-request-id: req-7720ae26-0c57-46c4-9119-d85b1658a479 {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:39:05.502579 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "549e692f-7b6f-4ab0-987b-986a1934630e", "tag": "b49100c3-29f8-45db-910f-805da59e6250", "status": "completed", "code": 200}]} {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:39:05.503991 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7720ae26-0c57-46c4-9119-d85b1658a479 {{(pid=104272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:39:05.504647 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7720ae26-0c57-46c4-9119-d85b1658a479'] response: {'name': 'network-changed', 'server_uuid': '549e692f-7b6f-4ab0-987b-986a1934630e', 'tag': 'b49100c3-29f8-45db-910f-805da59e6250', 'status': 'completed', 'code': 200} Jul 28 05:39:05.536030 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-24068411-bc77-4c6d-876e-4c68e3adcd61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (f9d38a91-cfca-4a35-a88a-aacc455dc8a4), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:05.540512 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-24068411-bc77-4c6d-876e-4c68e3adcd61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:05.544423 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-9fa40230-5f11-408a-bc86-b78ce77142ed req-5922075d-5f47-4ef7-a053-2431f33bd596 service neutron] 10.222.0.57 "GET /v2.0/networks/17d0b4db-03c1-4e8e-bad7-973b09ccd533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001501 Jul 28 05:39:05.544568 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-24068411-bc77-4c6d-876e-4c68e3adcd61 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/f9d38a91-cfca-4a35-a88a-aacc455dc8a4 HTTP/1.1" status: 204 len: 168 time: 0.2490087 Jul 28 05:39:05.552519 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24068411-bc77-4c6d-876e-4c68e3adcd61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d38a91-cfca-4a35-a88a-aacc455dc8a4,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:05.592842 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-69409e38-1a34-41d3-9353-a3ce07b38b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b25aa3-587b-4524-a9a5-a808ed99b27f', 'name': 'tempest-TestMinimumBasicScenario-1743660973-router', 'tenant_id': '5989fabc615545eeb4ef987dea566175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'caeed547-a745-4496-a52a-806333e18d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:36:19Z', 'updated_at': '2022-07-28T05:36:23Z', 'revision_number': 4, 'project_id': '5989fabc615545eeb4ef987dea566175', 'gw_port': {'id': 'caeed547-a745-4496-a52a-806333e18d72', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b25aa3-587b-4524-a9a5-a808ed99b27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:36:20Z', 'updated_at': '2022-07-28T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'a8249eaa-d76e-4344-b2db-9a1854b0d00f', 'name': '', 'network_id': '17d0b4db-03c1-4e8e-bad7-973b09ccd533', 'tenant_id': '5989fabc615545eeb4ef987dea566175', 'mac_address': 'fa:16:3e:02:e3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b25aa3-587b-4524-a9a5-a808ed99b27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b1d31c83-80bf-48c5-9a09-2ae0c6ea6c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:36:22Z', 'updated_at': '2022-07-28T05:36:27Z', 'revision_number': 5, 'project_id': '5989fabc615545eeb4ef987dea566175', 'subnets': [{'id': 'b1d31c83-80bf-48c5-9a09-2ae0c6ea6c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:05.622109 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69409e38-1a34-41d3-9353-a3ce07b38b7a None None] Checking router: 18b25aa3-587b-4524-a9a5-a808ed99b27f for host: dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:39:05.631274 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69409e38-1a34-41d3-9353-a3ce07b38b7a None None] Routers {'18b25aa3-587b-4524-a9a5-a808ed99b27f'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:39:05.631874 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-69409e38-1a34-41d3-9353-a3ce07b38b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:38:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['18b25aa3-587b-4524-a9a5-a808ed99b27f'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:05.720217 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:05.734324 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-69409e38-1a34-41d3-9353-a3ce07b38b7a None None] Set router 18b25aa3-587b-4524-a9a5-a808ed99b27f gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:39:05.927315 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:05.970768 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-69409e38-1a34-41d3-9353-a3ce07b38b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b25aa3-587b-4524-a9a5-a808ed99b27f', 'name': 'tempest-TestMinimumBasicScenario-1743660973-router', 'tenant_id': '5989fabc615545eeb4ef987dea566175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'caeed547-a745-4496-a52a-806333e18d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:36:19Z', 'updated_at': '2022-07-28T05:36:23Z', 'revision_number': 4, 'project_id': '5989fabc615545eeb4ef987dea566175', 'gw_port': {'id': 'caeed547-a745-4496-a52a-806333e18d72', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b25aa3-587b-4524-a9a5-a808ed99b27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:36:20Z', 'updated_at': '2022-07-28T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'a8249eaa-d76e-4344-b2db-9a1854b0d00f', 'name': '', 'network_id': '17d0b4db-03c1-4e8e-bad7-973b09ccd533', 'tenant_id': '5989fabc615545eeb4ef987dea566175', 'mac_address': 'fa:16:3e:02:e3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b25aa3-587b-4524-a9a5-a808ed99b27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b1d31c83-80bf-48c5-9a09-2ae0c6ea6c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:36:22Z', 'updated_at': '2022-07-28T05:36:27Z', 'revision_number': 5, 'project_id': '5989fabc615545eeb4ef987dea566175', 'subnets': [{'id': 'b1d31c83-80bf-48c5-9a09-2ae0c6ea6c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:05.995255 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd43f64-db52-49ff-b6e1-8da635c43e89 req-5975d86a-40b9-4258-a19c-4dd9183967bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:39:05.997075 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-3fd43f64-db52-49ff-b6e1-8da635c43e89 req-5975d86a-40b9-4258-a19c-4dd9183967bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5989fabc615545eeb4ef987dea566175&device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 1130 time: 0.0662687 Jul 28 05:39:06.003215 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69409e38-1a34-41d3-9353-a3ce07b38b7a None None] The sync data for ids ['18b25aa3-587b-4524-a9a5-a808ed99b27f'] in dv-cinder-799871-48-iscsi is: [{'id': '18b25aa3-587b-4524-a9a5-a808ed99b27f', 'name': 'tempest-TestMinimumBasicScenario-1743660973-router', 'tenant_id': '5989fabc615545eeb4ef987dea566175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'caeed547-a745-4496-a52a-806333e18d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:36:19Z', 'updated_at': '2022-07-28T05:36:23Z', 'revision_number': 4, 'project_id': '5989fabc615545eeb4ef987dea566175', 'gw_port': {'id': 'caeed547-a745-4496-a52a-806333e18d72', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b25aa3-587b-4524-a9a5-a808ed99b27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:36:20Z', 'updated_at': '2022-07-28T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'a8249eaa-d76e-4344-b2db-9a1854b0d00f', 'name': '', 'network_id': '17d0b4db-03c1-4e8e-bad7-973b09ccd533', 'tenant_id': '5989fabc615545eeb4ef987dea566175', 'mac_address': 'fa:16:3e:02:e3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b25aa3-587b-4524-a9a5-a808ed99b27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b1d31c83-80bf-48c5-9a09-2ae0c6ea6c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:36:22Z', 'updated_at': '2022-07-28T05:36:27Z', 'revision_number': 5, 'project_id': '5989fabc615545eeb4ef987dea566175', 'subnets': [{'id': 'b1d31c83-80bf-48c5-9a09-2ae0c6ea6c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:39:06.161657 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd43f64-db52-49ff-b6e1-8da635c43e89 req-715ee7d0-620e-4ab3-b7d1-8fed5cbc0a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:39:06.163250 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-3fd43f64-db52-49ff-b6e1-8da635c43e89 req-715ee7d0-620e-4ab3-b7d1-8fed5cbc0a6c service neutron] 10.222.0.57 "GET /v2.0/networks?id=17d0b4db-03c1-4e8e-bad7-973b09ccd533 HTTP/1.1" status: 200 len: 916 time: 0.1585047 Jul 28 05:39:06.177828 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:06.225159 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-3fd43f64-db52-49ff-b6e1-8da635c43e89 req-3e84b678-de3f-4a59-b450-d6c86a3c5e24 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b49100c3-29f8-45db-910f-805da59e6250 HTTP/1.1" status: 200 len: 217 time: 0.0546212 Jul 28 05:39:06.302025 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd43f64-db52-49ff-b6e1-8da635c43e89 req-fc9f4181-27c1-4654-b983-d42d4fd1c839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:39:06.302025 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-3fd43f64-db52-49ff-b6e1-8da635c43e89 req-fc9f4181-27c1-4654-b983-d42d4fd1c839 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b1d31c83-80bf-48c5-9a09-2ae0c6ea6c51 HTTP/1.1" status: 200 len: 854 time: 0.0661023 Jul 28 05:39:06.358305 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd43f64-db52-49ff-b6e1-8da635c43e89 req-f75507b1-fb76-4da3-a49d-b81d9e2f0e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:39:06.360108 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-3fd43f64-db52-49ff-b6e1-8da635c43e89 req-f75507b1-fb76-4da3-a49d-b81d9e2f0e2d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=17d0b4db-03c1-4e8e-bad7-973b09ccd533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0549769 Jul 28 05:39:06.372362 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1853b1a6-549e-4a7c-bbb5-17d4fe77acaa None None] New status for floating IP 0a89733e-1204-4869-ad50-afa612770edb: DOWN {{(pid=104274) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 05:39:06.460733 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-3fd43f64-db52-49ff-b6e1-8da635c43e89 req-91442126-c8d6-4ac6-b28d-d770ac730dd6 service neutron] 10.222.0.57 "GET /v2.0/networks/17d0b4db-03c1-4e8e-bad7-973b09ccd533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933211 Jul 28 05:39:06.558208 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-3fd43f64-db52-49ff-b6e1-8da635c43e89 req-b2994b64-e031-4a74-8b1a-e2be0d9e7a1e service neutron] 10.222.0.57 "GET /v2.0/networks/17d0b4db-03c1-4e8e-bad7-973b09ccd533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917790 Jul 28 05:39:06.818671 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 41268) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:06.931015 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-fe3d264d-4092-4e2a-a4cc-cfec0eee2f4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:07.021490 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-fe3d264d-4092-4e2a-a4cc-cfec0eee2f4f admin admin] Publish callbacks [] for security_group (2dd63322-82b0-4c01-9521-3a486e3ac1ff), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:07.130997 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-fe3d264d-4092-4e2a-a4cc-cfec0eee2f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (2dd63322-82b0-4c01-9521-3a486e3ac1ff), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:07.149182 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:07.177269 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-fe3d264d-4092-4e2a-a4cc-cfec0eee2f4f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c0d49c6e6dc445128bf28552e19a47cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3573685 Jul 28 05:39:07.179435 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d264d-4092-4e2a-a4cc-cfec0eee2f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd63322-82b0-4c01-9521-3a486e3ac1ff,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:07.180735 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 41284) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:07.251035 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-b5c09f93-de53-4881-8017-591f3bb1d9a3 admin admin] Publish callbacks [] for security_group (2dd63322-82b0-4c01-9521-3a486e3ac1ff), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:07.275355 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-b5c09f93-de53-4881-8017-591f3bb1d9a3 admin admin] Publish callbacks [] for security_group (2dd63322-82b0-4c01-9521-3a486e3ac1ff), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:07.395295 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-b5c09f93-de53-4881-8017-591f3bb1d9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (2dd63322-82b0-4c01-9521-3a486e3ac1ff), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:07.397957 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-b5c09f93-de53-4881-8017-591f3bb1d9a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:07.402961 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-b5c09f93-de53-4881-8017-591f3bb1d9a3 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/2dd63322-82b0-4c01-9521-3a486e3ac1ff HTTP/1.1" status: 204 len: 168 time: 0.2173734 Jul 28 05:39:07.407119 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c09f93-de53-4881-8017-591f3bb1d9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd63322-82b0-4c01-9521-3a486e3ac1ff,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:07.653839 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-6292393f-10d6-4706-a451-bb789ba83aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:08.030797 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 41320) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:08.046642 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c8c7f1b8-9d7a-42a8-ad62-2e66deada7ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:08.070931 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:08.129318 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c8c7f1b8-9d7a-42a8-ad62-2e66deada7ab admin admin] Publish callbacks [] for security_group (66670234-498f-4946-9456-39b8bc2b6391), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:08.194087 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c8c7f1b8-9d7a-42a8-ad62-2e66deada7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (66670234-498f-4946-9456-39b8bc2b6391), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:08.242432 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-c8c7f1b8-9d7a-42a8-ad62-2e66deada7ab admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=46b238e9fb744236a790b0c4ad4e935c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2104919 Jul 28 05:39:08.245033 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 41328) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:08.252931 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7f1b8-9d7a-42a8-ad62-2e66deada7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66670234-498f-4946-9456-39b8bc2b6391,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:08.309902 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-7db30818-1cfe-42cb-9d06-9375401c485d admin admin] Publish callbacks [] for security_group (66670234-498f-4946-9456-39b8bc2b6391), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:08.333033 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-7db30818-1cfe-42cb-9d06-9375401c485d admin admin] Publish callbacks [] for security_group (66670234-498f-4946-9456-39b8bc2b6391), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:08.463215 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-7db30818-1cfe-42cb-9d06-9375401c485d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (66670234-498f-4946-9456-39b8bc2b6391), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:08.466831 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-7db30818-1cfe-42cb-9d06-9375401c485d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:08.468418 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-7db30818-1cfe-42cb-9d06-9375401c485d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/66670234-498f-4946-9456-39b8bc2b6391 HTTP/1.1" status: 204 len: 168 time: 0.2209442 Jul 28 05:39:08.480025 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db30818-1cfe-42cb-9d06-9375401c485d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66670234-498f-4946-9456-39b8bc2b6391,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:08.622748 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:09.686471 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf80af-e63d-4e95-a786-1c6fada28aaf req-57b11154-af73-484a-9b83-52af5c69d093 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:39:09.687989 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9dbf80af-e63d-4e95-a786-1c6fada28aaf req-57b11154-af73-484a-9b83-52af5c69d093 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 946 time: 0.0506463 Jul 28 05:39:09.739497 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9dbf80af-e63d-4e95-a786-1c6fada28aaf req-c7c7f927-8bfb-4a3b-b1b1-7d37286ea2b6 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/security-groups?id=a6641ef2-d1de-4aed-92c8-d74dcb8f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451624 Jul 28 05:39:10.534873 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:10.699780 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:10.803177 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:10.864668 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e7d4b-32af-459d-8cbe-bb00aea7c41e req-7a0c0165-7da1-43d0-846b-d42b2700b4e2 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:39:10.867202 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3a6e7d4b-32af-459d-8cbe-bb00aea7c41e req-7a0c0165-7da1-43d0-846b-d42b2700b4e2 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 946 time: 0.0507267 Jul 28 05:39:10.920620 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3a6e7d4b-32af-459d-8cbe-bb00aea7c41e req-caef00e5-fbce-4770-adf8-321db7958238 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/security-groups?id=a6641ef2-d1de-4aed-92c8-d74dcb8f1b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470049 Jul 28 05:39:10.976093 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 41412) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:10.976477 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 41414) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:11.088678 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-c2600231-1595-4a66-9a47-439d4d432809 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:11.136779 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-9de95f28-a39a-4b2d-b4dd-a4e5f1a72962 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:11.149020 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:11.185358 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-c2600231-1595-4a66-9a47-439d4d432809 admin admin] Publish callbacks [] for security_group (4c85197d-4280-4691-b027-a089479b87d9), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:11.217629 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-9de95f28-a39a-4b2d-b4dd-a4e5f1a72962 admin admin] Publish callbacks [] for security_group (d0c5bf5b-c97c-42ad-9603-f5c60e76eca4), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:11.297344 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-c2600231-1595-4a66-9a47-439d4d432809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (4c85197d-4280-4691-b027-a089479b87d9), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:11.299690 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-9de95f28-a39a-4b2d-b4dd-a4e5f1a72962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (d0c5bf5b-c97c-42ad-9603-f5c60e76eca4), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:11.308251 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62097ed5-35f5-471c-8c8c-4a963e7ad72d req-3bf83a44-3c65-4583-a8f1-4c61e7a4487e tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:39:11.309695 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-62097ed5-35f5-471c-8c8c-4a963e7ad72d req-3bf83a44-3c65-4583-a8f1-4c61e7a4487e tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.57 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 946 time: 0.0520642 Jul 28 05:39:11.339220 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2600231-1595-4a66-9a47-439d4d432809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c85197d-4280-4691-b027-a089479b87d9,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:11.344604 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-c2600231-1595-4a66-9a47-439d4d432809 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=4be0c332586444a38d41a2fd446f52db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3673878 Jul 28 05:39:11.347796 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 41422) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:11.350538 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de95f28-a39a-4b2d-b4dd-a4e5f1a72962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c5bf5b-c97c-42ad-9603-f5c60e76eca4,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:11.390053 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-9de95f28-a39a-4b2d-b4dd-a4e5f1a72962 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=226b04e0e5374eb296132aadb784ed64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4119124 Jul 28 05:39:11.395635 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 41426) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:11.438779 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-c728c772-14a6-4cc6-b27f-9813c58f4e5e admin admin] Publish callbacks [] for security_group (4c85197d-4280-4691-b027-a089479b87d9), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:11.439363 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [req-62097ed5-35f5-471c-8c8c-4a963e7ad72d req-cd64b62d-a64a-4111-839b-24e53707ea9b tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Deleting port b49100c3-29f8-45db-910f-805da59e6250 {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:39:11.439758 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-62097ed5-35f5-471c-8c8c-4a963e7ad72d req-cd64b62d-a64a-4111-839b-24e53707ea9b tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (b49100c3-29f8-45db-910f-805da59e6250), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:11.482007 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-c728c772-14a6-4cc6-b27f-9813c58f4e5e admin admin] Publish callbacks [] for security_group (4c85197d-4280-4691-b027-a089479b87d9), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:11.493433 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-32a531a9-3611-41ea-b74c-25d28cef34bf admin admin] Publish callbacks [] for security_group (d0c5bf5b-c97c-42ad-9603-f5c60e76eca4), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:11.505058 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:11.535173 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [req-62097ed5-35f5-471c-8c8c-4a963e7ad72d req-cd64b62d-a64a-4111-839b-24e53707ea9b tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] For port b49100c3-29f8-45db-910f-805da59e6250, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b49100c3-29f8-45db-910f-805da59e6250,segment=NetworkSegment(13d7440d-3f76-4d8c-8e60-76f5acb0fcab),segment_id=13d7440d-3f76-4d8c-8e60-76f5acb0fcab)] {{(pid=104273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:39:11.535540 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-62097ed5-35f5-471c-8c8c-4a963e7ad72d req-cd64b62d-a64a-4111-839b-24e53707ea9b tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (b49100c3-29f8-45db-910f-805da59e6250), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:11.536656 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-32a531a9-3611-41ea-b74c-25d28cef34bf admin admin] Publish callbacks [] for security_group (d0c5bf5b-c97c-42ad-9603-f5c60e76eca4), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:11.552010 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [req-62097ed5-35f5-471c-8c8c-4a963e7ad72d req-cd64b62d-a64a-4111-839b-24e53707ea9b tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Calling delete_port for b49100c3-29f8-45db-910f-805da59e6250 owned by compute:nova {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:39:11.566898 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:11.655077 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-c728c772-14a6-4cc6-b27f-9813c58f4e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (4c85197d-4280-4691-b027-a089479b87d9), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:11.658592 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-c728c772-14a6-4cc6-b27f-9813c58f4e5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:11.660623 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-c728c772-14a6-4cc6-b27f-9813c58f4e5e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4c85197d-4280-4691-b027-a089479b87d9 HTTP/1.1" status: 204 len: 168 time: 0.3115754 Jul 28 05:39:11.663955 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-32a531a9-3611-41ea-b74c-25d28cef34bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (d0c5bf5b-c97c-42ad-9603-f5c60e76eca4), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:11.666946 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-32a531a9-3611-41ea-b74c-25d28cef34bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:11.669121 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-32a531a9-3611-41ea-b74c-25d28cef34bf admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d0c5bf5b-c97c-42ad-9603-f5c60e76eca4 HTTP/1.1" status: 204 len: 168 time: 0.2724640 Jul 28 05:39:11.677195 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c728c772-14a6-4cc6-b27f-9813c58f4e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c85197d-4280-4691-b027-a089479b87d9,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:11.708909 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a531a9-3611-41ea-b74c-25d28cef34bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c5bf5b-c97c-42ad-9603-f5c60e76eca4,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:11.794283 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-62097ed5-35f5-471c-8c8c-4a963e7ad72d req-cd64b62d-a64a-4111-839b-24e53707ea9b tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (b49100c3-29f8-45db-910f-805da59e6250), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:11.805731 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] get_ports_and_sgs() called for port_ids ['b49100c3-29f8-45db-910f-805da59e6250'] {{(pid=104274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:39:11.822150 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64b62d-a64a-4111-839b-24e53707ea9b tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Pushing event deleted for resources: {'Port': ['ID=b49100c3-29f8-45db-910f-805da59e6250,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:11.874687 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [req-62097ed5-35f5-471c-8c8c-4a963e7ad72d req-cd64b62d-a64a-4111-839b-24e53707ea9b tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] No DVR routers for this DVR port b49100c3-29f8-45db-910f-805da59e6250 on host hv-cinder-79987 {{(pid=104273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:39:11.877196 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-62097ed5-35f5-471c-8c8c-4a963e7ad72d req-cd64b62d-a64a-4111-839b-24e53707ea9b tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:11.881025 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-62097ed5-35f5-471c-8c8c-4a963e7ad72d req-cd64b62d-a64a-4111-839b-24e53707ea9b tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.57 "DELETE /v2.0/ports/b49100c3-29f8-45db-910f-805da59e6250 HTTP/1.1" status: 204 len: 173 time: 0.5596404 Jul 28 05:39:11.881459 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549e692f-7b6f-4ab0-987b-986a1934630e', 'name': 'network-vif-deleted', 'tag': 'b49100c3-29f8-45db-910f-805da59e6250'}] {{(pid=104273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:39:11.883729 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}294c2db51adabc0e3fe9263869e3ac3ebddb58bd39f135069541a8ae7da0566b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8c7b4e-3221-40f5-b4ff-4ac6003c5f13" -d '{"events": [{"server_uuid": "549e692f-7b6f-4ab0-987b-986a1934630e", "name": "network-vif-deleted", "tag": "b49100c3-29f8-45db-910f-805da59e6250"}]}' {{(pid=104273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:39:11.924941 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e1a76d-e72c-4921-b401-dc489f9f8ce7 x-openstack-request-id: req-59e1a76d-e72c-4921-b401-dc489f9f8ce7 {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:39:11.925233 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549e692f-7b6f-4ab0-987b-986a1934630e", "name": "network-vif-deleted", "tag": "b49100c3-29f8-45db-910f-805da59e6250", "status": "completed", "code": 200}]} {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:39:11.925516 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-59e1a76d-e72c-4921-b401-dc489f9f8ce7 {{(pid=104273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:39:11.925931 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59e1a76d-e72c-4921-b401-dc489f9f8ce7'] response: {'server_uuid': '549e692f-7b6f-4ab0-987b-986a1934630e', 'name': 'network-vif-deleted', 'tag': 'b49100c3-29f8-45db-910f-805da59e6250', 'status': 'completed', 'code': 200} Jul 28 05:39:12.034881 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e2818538-38d5-4bd3-8eff-c79f2dfd8bab req-7aa984ef-4000-4a17-91bc-aca848e33e29 tempest-TestMinimumBasicScenario-838793625 tempest-TestMinimumBasicScenario-838793625-project] 10.222.0.33 "GET /v2.0/ports?device_id=549e692f-7b6f-4ab0-987b-986a1934630e HTTP/1.1" status: 200 len: 210 time: 0.0370951 Jul 28 05:39:12.550285 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 41480) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:12.580648 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c44c9be6-cbd4-453d-99ca-1fa7d195eb18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:12.692918 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c44c9be6-cbd4-453d-99ca-1fa7d195eb18 admin admin] Publish callbacks [] for security_group (0b2127bc-9724-430c-9c05-4c2c078bd4ef), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:12.788517 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c44c9be6-cbd4-453d-99ca-1fa7d195eb18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (0b2127bc-9724-430c-9c05-4c2c078bd4ef), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:12.844128 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c9be6-cbd4-453d-99ca-1fa7d195eb18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2127bc-9724-430c-9c05-4c2c078bd4ef,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:12.849836 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-c44c9be6-cbd4-453d-99ca-1fa7d195eb18 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d85b81b627cd4f2aa79c0c3b4eedcbfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2982717 Jul 28 05:39:12.852432 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 41498) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:12.882902 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:12.909342 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-f1719fdd-8f9e-4960-a4aa-1ffcba075b40 admin admin] Publish callbacks [] for security_group (0b2127bc-9724-430c-9c05-4c2c078bd4ef), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:12.931374 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-f1719fdd-8f9e-4960-a4aa-1ffcba075b40 admin admin] Publish callbacks [] for security_group (0b2127bc-9724-430c-9c05-4c2c078bd4ef), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:13.048624 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-f1719fdd-8f9e-4960-a4aa-1ffcba075b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (0b2127bc-9724-430c-9c05-4c2c078bd4ef), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:13.051253 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-f1719fdd-8f9e-4960-a4aa-1ffcba075b40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:13.052431 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-f1719fdd-8f9e-4960-a4aa-1ffcba075b40 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/0b2127bc-9724-430c-9c05-4c2c078bd4ef HTTP/1.1" status: 204 len: 168 time: 0.1991010 Jul 28 05:39:13.063076 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1719fdd-8f9e-4960-a4aa-1ffcba075b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2127bc-9724-430c-9c05-4c2c078bd4ef,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:14.947244 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 41666) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:15.089945 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:DELETE=8 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:15.206904 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device b49100c3-29f8-45db-910f-805da59e6250 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:39:15.234637 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] No Port match for: b49100c3-29f8-45db-910f-805da59e6250 {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:39:15.235095 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device b49100c3-29f8-45db-910f-805da59e6250 not bound to the agent host hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:39:15.307906 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-0f44983f-c049-4a6f-84f8-e46e0907c85a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4014364'] for router_interface (18b25aa3-587b-4524-a9a5-a808ed99b27f), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:15.353626 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 41686) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:15.488666 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-cc908e67-9f62-43b1-b17d-721741476a01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:15.557410 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:15.562479 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [None req-0f44983f-c049-4a6f-84f8-e46e0907c85a admin admin] Deleting port a8249eaa-d76e-4344-b2db-9a1854b0d00f {{(pid=104272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:39:15.562805 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-0f44983f-c049-4a6f-84f8-e46e0907c85a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (a8249eaa-d76e-4344-b2db-9a1854b0d00f), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:15.578317 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-cc908e67-9f62-43b1-b17d-721741476a01 admin admin] Publish callbacks [] for security_group (1c84c554-aade-4b04-ba9e-0bc2ad1c9715), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:15.648666 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [None req-0f44983f-c049-4a6f-84f8-e46e0907c85a admin admin] For port a8249eaa-d76e-4344-b2db-9a1854b0d00f, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=a8249eaa-d76e-4344-b2db-9a1854b0d00f,segment=NetworkSegment(13d7440d-3f76-4d8c-8e60-76f5acb0fcab),segment_id=13d7440d-3f76-4d8c-8e60-76f5acb0fcab)] {{(pid=104272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:39:15.649030 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-0f44983f-c049-4a6f-84f8-e46e0907c85a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (a8249eaa-d76e-4344-b2db-9a1854b0d00f), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:15.662194 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [None req-0f44983f-c049-4a6f-84f8-e46e0907c85a admin admin] Calling delete_port for a8249eaa-d76e-4344-b2db-9a1854b0d00f owned by network:router_interface {{(pid=104272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:39:15.665589 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-cc908e67-9f62-43b1-b17d-721741476a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (1c84c554-aade-4b04-ba9e-0bc2ad1c9715), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:15.710016 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc908e67-9f62-43b1-b17d-721741476a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c84c554-aade-4b04-ba9e-0bc2ad1c9715,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:15.720800 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-cc908e67-9f62-43b1-b17d-721741476a01 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7d2df9afed5846f693fe578d8ba2b9aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3634498 Jul 28 05:39:15.721069 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 41692) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:15.837304 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-a96774ce-cf50-4b88-8891-53d20ef5b0da admin admin] Publish callbacks [] for security_group (1c84c554-aade-4b04-ba9e-0bc2ad1c9715), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:15.871021 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-a96774ce-cf50-4b88-8891-53d20ef5b0da admin admin] Publish callbacks [] for security_group (1c84c554-aade-4b04-ba9e-0bc2ad1c9715), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:15.971098 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:16.031299 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-0f44983f-c049-4a6f-84f8-e46e0907c85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (a8249eaa-d76e-4344-b2db-9a1854b0d00f), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:16.065256 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f44983f-c049-4a6f-84f8-e46e0907c85a admin admin] Pushing event deleted for resources: {'Port': ['ID=a8249eaa-d76e-4344-b2db-9a1854b0d00f,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:16.098891 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-a96774ce-cf50-4b88-8891-53d20ef5b0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (1c84c554-aade-4b04-ba9e-0bc2ad1c9715), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:16.101395 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-a96774ce-cf50-4b88-8891-53d20ef5b0da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:16.105877 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-a96774ce-cf50-4b88-8891-53d20ef5b0da admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/1c84c554-aade-4b04-ba9e-0bc2ad1c9715 HTTP/1.1" status: 204 len: 168 time: 0.3833306 Jul 28 05:39:16.131216 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96774ce-cf50-4b88-8891-53d20ef5b0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c84c554-aade-4b04-ba9e-0bc2ad1c9715,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:16.296649 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-0f44983f-c049-4a6f-84f8-e46e0907c85a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4014472'] for router_interface (18b25aa3-587b-4524-a9a5-a808ed99b27f), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:16.468600 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=12 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:16.516948 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f44983f-c049-4a6f-84f8-e46e0907c85a admin admin] Router 18b25aa3-587b-4524-a9a5-a808ed99b27f has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:39:16.618916 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f44983f-c049-4a6f-84f8-e46e0907c85a admin admin] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:39:16.623906 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-0f44983f-c049-4a6f-84f8-e46e0907c85a admin admin] 10.222.0.33 "PUT /v2.0/routers/18b25aa3-587b-4524-a9a5-a808ed99b27f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6756120 Jul 28 05:39:16.626664 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 41738) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:16.628374 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810a33bc-4fac-4630-a0d0-8552c35955f2 None None] Sync routers for ids ['18b25aa3-587b-4524-a9a5-a808ed99b27f'] in dv-cinder-799871-48-iscsi {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:39:16.638740 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810a33bc-4fac-4630-a0d0-8552c35955f2 None None] Routers {'18b25aa3-587b-4524-a9a5-a808ed99b27f'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:39:16.640074 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-810a33bc-4fac-4630-a0d0-8552c35955f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:39:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['18b25aa3-587b-4524-a9a5-a808ed99b27f'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:16.728459 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-85596a56-ee55-4fea-b681-d52fcfa8d8c6 admin admin] Publish callbacks [] for router (18b25aa3-587b-4524-a9a5-a808ed99b27f), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:16.746059 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-810a33bc-4fac-4630-a0d0-8552c35955f2 None None] Set router 18b25aa3-587b-4524-a9a5-a808ed99b27f gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:39:16.765579 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:16.832522 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 41742) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:16.841258 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-85596a56-ee55-4fea-b681-d52fcfa8d8c6 admin admin] Publish callbacks [] for router_gateway (18b25aa3-587b-4524-a9a5-a808ed99b27f), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:16.848041 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-db7c5783-f9c8-4228-a20a-b054725b8f72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:16.866798 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 41744) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:16.927559 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-db7c5783-f9c8-4228-a20a-b054725b8f72 admin admin] Publish callbacks [] for security_group (3a3987ce-2c88-4ee9-9d8f-c1b4e91b0a2b), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:16.942124 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-810a33bc-4fac-4630-a0d0-8552c35955f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b25aa3-587b-4524-a9a5-a808ed99b27f', 'name': 'tempest-TestMinimumBasicScenario-1743660973-router', 'tenant_id': '5989fabc615545eeb4ef987dea566175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'caeed547-a745-4496-a52a-806333e18d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:36:19Z', 'updated_at': '2022-07-28T05:39:15Z', 'revision_number': 5, 'project_id': '5989fabc615545eeb4ef987dea566175', 'gw_port': {'id': 'caeed547-a745-4496-a52a-806333e18d72', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b25aa3-587b-4524-a9a5-a808ed99b27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:36:20Z', 'updated_at': '2022-07-28T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:16.974897 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810a33bc-4fac-4630-a0d0-8552c35955f2 None None] Checking router: 18b25aa3-587b-4524-a9a5-a808ed99b27f for host: dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:39:16.978036 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [None req-85596a56-ee55-4fea-b681-d52fcfa8d8c6 admin admin] Deleting port caeed547-a745-4496-a52a-806333e18d72 {{(pid=104272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:39:16.978547 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-85596a56-ee55-4fea-b681-d52fcfa8d8c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (caeed547-a745-4496-a52a-806333e18d72), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:16.983576 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810a33bc-4fac-4630-a0d0-8552c35955f2 None None] Routers {'18b25aa3-587b-4524-a9a5-a808ed99b27f'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:39:16.984027 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-810a33bc-4fac-4630-a0d0-8552c35955f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:39:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['18b25aa3-587b-4524-a9a5-a808ed99b27f'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:17.028969 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-db7c5783-f9c8-4228-a20a-b054725b8f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (3a3987ce-2c88-4ee9-9d8f-c1b4e91b0a2b), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:17.086807 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-810a33bc-4fac-4630-a0d0-8552c35955f2 None None] Set router 18b25aa3-587b-4524-a9a5-a808ed99b27f gateway port host: None {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:39:17.088020 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [None req-85596a56-ee55-4fea-b681-d52fcfa8d8c6 admin admin] For port caeed547-a745-4496-a52a-806333e18d72, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=caeed547-a745-4496-a52a-806333e18d72,segment=NetworkSegment(18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30),segment_id=18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30)] {{(pid=104272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:39:17.096474 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-85596a56-ee55-4fea-b681-d52fcfa8d8c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (caeed547-a745-4496-a52a-806333e18d72), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:17.113517 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [None req-85596a56-ee55-4fea-b681-d52fcfa8d8c6 admin admin] Calling delete_port for caeed547-a745-4496-a52a-806333e18d72 owned by network:router_gateway {{(pid=104272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:39:17.117428 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c5783-f9c8-4228-a20a-b054725b8f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3987ce-2c88-4ee9-9d8f-c1b4e91b0a2b,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:17.130419 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-db7c5783-f9c8-4228-a20a-b054725b8f72 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=5ce8b2d2dae24f2b96831ad8875aca50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2966549 Jul 28 05:39:17.132164 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 41760) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:17.146460 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-810a33bc-4fac-4630-a0d0-8552c35955f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b25aa3-587b-4524-a9a5-a808ed99b27f', 'name': 'tempest-TestMinimumBasicScenario-1743660973-router', 'tenant_id': '5989fabc615545eeb4ef987dea566175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:36:19Z', 'updated_at': '2022-07-28T05:39:16Z', 'revision_number': 6, 'project_id': '5989fabc615545eeb4ef987dea566175', 'gw_port_host': None}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:17.170448 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810a33bc-4fac-4630-a0d0-8552c35955f2 None None] The sync data for ids ['18b25aa3-587b-4524-a9a5-a808ed99b27f'] in dv-cinder-799871-48-iscsi is: [{'id': '18b25aa3-587b-4524-a9a5-a808ed99b27f', 'name': 'tempest-TestMinimumBasicScenario-1743660973-router', 'tenant_id': '5989fabc615545eeb4ef987dea566175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:36:19Z', 'updated_at': '2022-07-28T05:39:16Z', 'revision_number': 6, 'project_id': '5989fabc615545eeb4ef987dea566175', 'gw_port_host': None}] {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:39:17.216430 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-14e210a7-6ddf-41f2-b5b3-34a41ddc4191 admin admin] Publish callbacks [] for security_group (3a3987ce-2c88-4ee9-9d8f-c1b4e91b0a2b), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:17.243559 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d36b32b9-866b-4fca-b313-89e2f058bb1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:17.245357 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-14e210a7-6ddf-41f2-b5b3-34a41ddc4191 admin admin] Publish callbacks [] for security_group (3a3987ce-2c88-4ee9-9d8f-c1b4e91b0a2b), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:17.260745 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:17.376972 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-14e210a7-6ddf-41f2-b5b3-34a41ddc4191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (3a3987ce-2c88-4ee9-9d8f-c1b4e91b0a2b), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:17.380567 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-14e210a7-6ddf-41f2-b5b3-34a41ddc4191 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:17.385406 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-14e210a7-6ddf-41f2-b5b3-34a41ddc4191 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/3a3987ce-2c88-4ee9-9d8f-c1b4e91b0a2b HTTP/1.1" status: 204 len: 168 time: 0.2512217 Jul 28 05:39:17.395356 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e210a7-6ddf-41f2-b5b3-34a41ddc4191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3987ce-2c88-4ee9-9d8f-c1b4e91b0a2b,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:17.466606 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d36b32b9-866b-4fca-b313-89e2f058bb1c admin admin] Publish callbacks [] for security_group (72506d2c-894c-4332-8a55-183e54edf79b), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:17.485266 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:17.540034 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-85596a56-ee55-4fea-b681-d52fcfa8d8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (caeed547-a745-4496-a52a-806333e18d72), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:17.573741 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85596a56-ee55-4fea-b681-d52fcfa8d8c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=caeed547-a745-4496-a52a-806333e18d72,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:17.584792 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d36b32b9-866b-4fca-b313-89e2f058bb1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (72506d2c-894c-4332-8a55-183e54edf79b), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:17.587673 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=79,neutron:INSERT=11,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:17.668746 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b32b9-866b-4fca-b313-89e2f058bb1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72506d2c-894c-4332-8a55-183e54edf79b,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:17.677540 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-d36b32b9-866b-4fca-b313-89e2f058bb1c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f3ed6b9e03624381930c138a9e350e37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8071213 Jul 28 05:39:17.681927 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 41778) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:17.682282 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-85596a56-ee55-4fea-b681-d52fcfa8d8c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4016412'] for router_gateway (18b25aa3-587b-4524-a9a5-a808ed99b27f), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:17.739494 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-22fb59cb-e86c-4e11-9096-809ba9e24f60 admin admin] Publish callbacks [] for security_group (72506d2c-894c-4332-8a55-183e54edf79b), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:17.767540 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-22fb59cb-e86c-4e11-9096-809ba9e24f60 admin admin] Publish callbacks [] for security_group (72506d2c-894c-4332-8a55-183e54edf79b), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:17.776856 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-85596a56-ee55-4fea-b681-d52fcfa8d8c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4157079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3668'] for router (18b25aa3-587b-4524-a9a5-a808ed99b27f), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:17.778342 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-85596a56-ee55-4fea-b681-d52fcfa8d8c6 admin admin] Publish callbacks [] for router_controller (18b25aa3-587b-4524-a9a5-a808ed99b27f), precommit_delete_associations {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:17.940910 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-22fb59cb-e86c-4e11-9096-809ba9e24f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (72506d2c-894c-4332-8a55-183e54edf79b), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:17.941488 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-85596a56-ee55-4fea-b681-d52fcfa8d8c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4156949'] for router (18b25aa3-587b-4524-a9a5-a808ed99b27f), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:17.944125 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85596a56-ee55-4fea-b681-d52fcfa8d8c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18b25aa3-587b-4524-a9a5-a808ed99b27f {{(pid=104272) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 05:39:17.947468 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-85596a56-ee55-4fea-b681-d52fcfa8d8c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:17.948629 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-85596a56-ee55-4fea-b681-d52fcfa8d8c6 admin admin] 10.222.0.33 "DELETE /v2.0/routers/18b25aa3-587b-4524-a9a5-a808ed99b27f HTTP/1.1" status: 204 len: 168 time: 1.3209238 Jul 28 05:39:17.951289 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 41792) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:17.952061 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-22fb59cb-e86c-4e11-9096-809ba9e24f60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:17.954057 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-22fb59cb-e86c-4e11-9096-809ba9e24f60 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/72506d2c-894c-4332-8a55-183e54edf79b HTTP/1.1" status: 204 len: 168 time: 0.2744141 Jul 28 05:39:17.958001 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:17.971637 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb59cb-e86c-4e11-9096-809ba9e24f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72506d2c-894c-4332-8a55-183e54edf79b,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:18.013253 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.db_base_plugin_v2 [None req-2622bae1-bd7b-4bd9-b29f-ef29f8a8dadd admin admin] Deleting subnet b1d31c83-80bf-48c5-9a09-2ae0c6ea6c51 {{(pid=104272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 05:39:18.017387 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-2622bae1-bd7b-4bd9-b29f-ef29f8a8dadd admin admin] Publish callbacks [] for subnet (b1d31c83-80bf-48c5-9a09-2ae0c6ea6c51), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:18.059375 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-2622bae1-bd7b-4bd9-b29f-ef29f8a8dadd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12150832'] for subnet (b1d31c83-80bf-48c5-9a09-2ae0c6ea6c51), precommit_delete_associations {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:18.141362 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-2622bae1-bd7b-4bd9-b29f-ef29f8a8dadd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190699'] for subnet (b1d31c83-80bf-48c5-9a09-2ae0c6ea6c51), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:18.282777 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device a8249eaa-d76e-4344-b2db-9a1854b0d00f no longer exists at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:39:18.295894 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-2622bae1-bd7b-4bd9-b29f-ef29f8a8dadd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1190690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8637802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12541275'] for subnet (b1d31c83-80bf-48c5-9a09-2ae0c6ea6c51), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:18.337116 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] No Port match for: a8249eaa-d76e-4344-b2db-9a1854b0d00f {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:39:18.337625 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device a8249eaa-d76e-4344-b2db-9a1854b0d00f not bound to the agent host dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:39:18.338138 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device caeed547-a745-4496-a52a-806333e18d72 no longer exists at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:39:18.343649 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-2622bae1-bd7b-4bd9-b29f-ef29f8a8dadd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:18.348084 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-2622bae1-bd7b-4bd9-b29f-ef29f8a8dadd admin admin] 10.222.0.33 "DELETE /v2.0/subnets/b1d31c83-80bf-48c5-9a09-2ae0c6ea6c51 HTTP/1.1" status: 204 len: 168 time: 0.3948295 Jul 28 05:39:18.349161 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622bae1-bd7b-4bd9-b29f-ef29f8a8dadd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1d31c83-80bf-48c5-9a09-2ae0c6ea6c51,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:18.349819 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 41802) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:18.365608 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ce774e-5214-445a-93f0-1148d29bd293 None None] Network 17d0b4db-03c1-4e8e-bad7-973b09ccd533 requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:39:18.368626 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] No Port match for: caeed547-a745-4496-a52a-806333e18d72 {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:39:18.369123 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device caeed547-a745-4496-a52a-806333e18d72 not bound to the agent host dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:39:18.425223 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-85630c7e-fb46-45b8-8d85-910d2667daef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1261665'] for network (17d0b4db-03c1-4e8e-bad7-973b09ccd533), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:18.472623 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-85630c7e-fb46-45b8-8d85-910d2667daef admin admin] Deleting port e8e24f78-fceb-4ee4-b987-4b0be4bceafc {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:39:18.473021 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-85630c7e-fb46-45b8-8d85-910d2667daef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (e8e24f78-fceb-4ee4-b987-4b0be4bceafc), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:18.541970 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [None req-85630c7e-fb46-45b8-8d85-910d2667daef admin admin] For port e8e24f78-fceb-4ee4-b987-4b0be4bceafc, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=e8e24f78-fceb-4ee4-b987-4b0be4bceafc,segment=NetworkSegment(13d7440d-3f76-4d8c-8e60-76f5acb0fcab),segment_id=13d7440d-3f76-4d8c-8e60-76f5acb0fcab)] {{(pid=104273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:39:18.542436 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-85630c7e-fb46-45b8-8d85-910d2667daef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (e8e24f78-fceb-4ee4-b987-4b0be4bceafc), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:18.557103 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-85630c7e-fb46-45b8-8d85-910d2667daef admin admin] Calling delete_port for e8e24f78-fceb-4ee4-b987-4b0be4bceafc owned by network:dhcp {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:39:18.564402 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6e7af1-0504-49f2-b1c3-b89884fadcd4 None None] DHCP port deletion for 17d0b4db-03c1-4e8e-bad7-973b09ccd533 request from dv-cinder-799871-48-iscsi {{(pid=104274) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 05:39:18.605114 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-bc6e7af1-0504-49f2-b1c3-b89884fadcd4 None None] Deleting port e8e24f78-fceb-4ee4-b987-4b0be4bceafc {{(pid=104274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:39:18.605583 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-bc6e7af1-0504-49f2-b1c3-b89884fadcd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (e8e24f78-fceb-4ee4-b987-4b0be4bceafc), before_delete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:18.661444 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 41810) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:18.675621 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-33d36229-4b39-4f26-8344-af3b33f29789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:18.676589 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-bc6e7af1-0504-49f2-b1c3-b89884fadcd4 None None] For port e8e24f78-fceb-4ee4-b987-4b0be4bceafc, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=e8e24f78-fceb-4ee4-b987-4b0be4bceafc,segment=NetworkSegment(13d7440d-3f76-4d8c-8e60-76f5acb0fcab),segment_id=13d7440d-3f76-4d8c-8e60-76f5acb0fcab)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:39:18.677052 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-bc6e7af1-0504-49f2-b1c3-b89884fadcd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (e8e24f78-fceb-4ee4-b987-4b0be4bceafc), precommit_delete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:18.696424 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-bc6e7af1-0504-49f2-b1c3-b89884fadcd4 None None] Calling delete_port for e8e24f78-fceb-4ee4-b987-4b0be4bceafc owned by network:dhcp {{(pid=104274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:39:18.707910 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-85630c7e-fb46-45b8-8d85-910d2667daef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (e8e24f78-fceb-4ee4-b987-4b0be4bceafc), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:18.743429 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85630c7e-fb46-45b8-8d85-910d2667daef admin admin] Pushing event deleted for resources: {'Port': ['ID=e8e24f78-fceb-4ee4-b987-4b0be4bceafc,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:18.745511 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85630c7e-fb46-45b8-8d85-910d2667daef admin admin] No DVR routers for this DVR port e8e24f78-fceb-4ee4-b987-4b0be4bceafc on host dv-cinder-799871-48-iscsi {{(pid=104273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:39:18.789493 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-bc6e7af1-0504-49f2-b1c3-b89884fadcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924'] for port (e8e24f78-fceb-4ee4-b987-4b0be4bceafc), after_delete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:18.823126 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6e7af1-0504-49f2-b1c3-b89884fadcd4 None None] No DVR routers for this DVR port e8e24f78-fceb-4ee4-b987-4b0be4bceafc on host dv-cinder-799871-48-iscsi {{(pid=104274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:39:18.834610 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e7af1-0504-49f2-b1c3-b89884fadcd4 None None] Pushing event deleted for resources: {'Port': ['ID=e8e24f78-fceb-4ee4-b987-4b0be4bceafc,revision_number=None']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:18.849652 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-85630c7e-fb46-45b8-8d85-910d2667daef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1190917', 'neutron.services.segments.db._delete_segments_for_network-8748695459786'] for network (17d0b4db-03c1-4e8e-bad7-973b09ccd533), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:18.868748 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:18.870583 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-33d36229-4b39-4f26-8344-af3b33f29789 admin admin] Publish callbacks [] for security_group (871808d5-b5c2-4408-97b2-874384ce5747), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:18.881096 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.services.segments.db [None req-85630c7e-fb46-45b8-8d85-910d2667daef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d0b4db-03c1-4e8e-bad7-973b09ccd533']}} {{(pid=104273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:18.892462 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.services.segments.db [None req-85630c7e-fb46-45b8-8d85-910d2667daef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d7440d-3f76-4d8c-8e60-76f5acb0fcab') {'for_net_delete': True} {{(pid=104273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:18.893284 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.services.segments.db [None req-85630c7e-fb46-45b8-8d85-910d2667daef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d7440d-3f76-4d8c-8e60-76f5acb0fcab') {} {{(pid=104273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:18.903405 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-85630c7e-fb46-45b8-8d85-910d2667daef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748695459687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8432867'] for segment (13d7440d-3f76-4d8c-8e60-76f5acb0fcab), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:18.919618 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-85630c7e-fb46-45b8-8d85-910d2667daef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124'] for segment (13d7440d-3f76-4d8c-8e60-76f5acb0fcab), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:18.927088 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85630c7e-fb46-45b8-8d85-910d2667daef admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=104273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 05:39:18.927483 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-85630c7e-fb46-45b8-8d85-910d2667daef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8745065'] for segment (13d7440d-3f76-4d8c-8e60-76f5acb0fcab), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:18.943236 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-33d36229-4b39-4f26-8344-af3b33f29789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (871808d5-b5c2-4408-97b2-874384ce5747), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:18.984887 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.services.segments.plugin [-] Segment 13d7440d-3f76-4d8c-8e60-76f5acb0fcab resource provider aggregate not found Jul 28 05:39:19.024581 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.services.segments.plugin [-] Segment 13d7440d-3f76-4d8c-8e60-76f5acb0fcab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13d7440d-3f76-4d8c-8e60-76f5acb0fcab found for delete ", "request_id": "req-27361fad-b0dd-4248-af0c-e2c063707be4"}]} Jul 28 05:39:19.035563 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-33d36229-4b39-4f26-8344-af3b33f29789 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=798d380ad823474cbb5e1d1de05bce0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3729842 Jul 28 05:39:19.036136 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 41828) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:19.037089 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d36229-4b39-4f26-8344-af3b33f29789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871808d5-b5c2-4408-97b2-874384ce5747,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:19.103636 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-51d6d52e-ebab-4902-a6cc-e399270d7e04 admin admin] Publish callbacks [] for security_group (871808d5-b5c2-4408-97b2-874384ce5747), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:19.128341 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-51d6d52e-ebab-4902-a6cc-e399270d7e04 admin admin] Publish callbacks [] for security_group (871808d5-b5c2-4408-97b2-874384ce5747), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:19.128831 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-85630c7e-fb46-45b8-8d85-910d2667daef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1190926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4016432'] for network (17d0b4db-03c1-4e8e-bad7-973b09ccd533), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:19.147435 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-85630c7e-fb46-45b8-8d85-910d2667daef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for network (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:19.153677 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-85630c7e-fb46-45b8-8d85-910d2667daef admin admin] 10.222.0.33 "DELETE /v2.0/networks/17d0b4db-03c1-4e8e-bad7-973b09ccd533 HTTP/1.1" status: 204 len: 168 time: 0.8018992 Jul 28 05:39:19.154864 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85630c7e-fb46-45b8-8d85-910d2667daef admin admin] Pushing event deleted for resources: {'Network': ['ID=17d0b4db-03c1-4e8e-bad7-973b09ccd533,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:19.156664 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 41834) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:19.231689 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-51d6d52e-ebab-4902-a6cc-e399270d7e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (871808d5-b5c2-4408-97b2-874384ce5747), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:19.234598 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-51d6d52e-ebab-4902-a6cc-e399270d7e04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:19.236003 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-51d6d52e-ebab-4902-a6cc-e399270d7e04 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/871808d5-b5c2-4408-97b2-874384ce5747 HTTP/1.1" status: 204 len: 168 time: 0.1976030 Jul 28 05:39:19.253598 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d6d52e-ebab-4902-a6cc-e399270d7e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871808d5-b5c2-4408-97b2-874384ce5747,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:19.514445 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e0ddd94f-d58b-4240-9d98-c7cc83791764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4014364'] for router_interface (fb50c529-a26a-4ed6-8fbe-2c4e471c9c61), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:19.645505 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:19.780646 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-e0ddd94f-d58b-4240-9d98-c7cc83791764 admin admin] Deleting port 3ea25481-5b54-4c91-975b-8182c485733a {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:39:19.781643 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e0ddd94f-d58b-4240-9d98-c7cc83791764 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (3ea25481-5b54-4c91-975b-8182c485733a), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:19.881634 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [None req-e0ddd94f-d58b-4240-9d98-c7cc83791764 admin admin] For port 3ea25481-5b54-4c91-975b-8182c485733a, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=3ea25481-5b54-4c91-975b-8182c485733a,segment=NetworkSegment(57639c69-0516-4ecd-ba85-ed49ac0b9572),segment_id=57639c69-0516-4ecd-ba85-ed49ac0b9572)] {{(pid=104273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:39:19.889107 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e0ddd94f-d58b-4240-9d98-c7cc83791764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (3ea25481-5b54-4c91-975b-8182c485733a), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:19.896989 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-e0ddd94f-d58b-4240-9d98-c7cc83791764 admin admin] Calling delete_port for 3ea25481-5b54-4c91-975b-8182c485733a owned by network:router_interface {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:39:20.228754 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e0ddd94f-d58b-4240-9d98-c7cc83791764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (3ea25481-5b54-4c91-975b-8182c485733a), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:20.262085 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ddd94f-d58b-4240-9d98-c7cc83791764 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ea25481-5b54-4c91-975b-8182c485733a,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:20.291405 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device e8e24f78-fceb-4ee4-b987-4b0be4bceafc no longer exists at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:39:20.319947 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] No Port match for: e8e24f78-fceb-4ee4-b987-4b0be4bceafc {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:39:20.320506 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device e8e24f78-fceb-4ee4-b987-4b0be4bceafc not bound to the agent host dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:39:20.507077 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e0ddd94f-d58b-4240-9d98-c7cc83791764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4014472'] for router_interface (fb50c529-a26a-4ed6-8fbe-2c4e471c9c61), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:20.574501 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:21.021554 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ddd94f-d58b-4240-9d98-c7cc83791764 admin admin] Router fb50c529-a26a-4ed6-8fbe-2c4e471c9c61 has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:39:21.129220 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ddd94f-d58b-4240-9d98-c7cc83791764 admin admin] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:39:21.137114 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-e0ddd94f-d58b-4240-9d98-c7cc83791764 admin admin] 10.222.0.33 "PUT /v2.0/routers/fb50c529-a26a-4ed6-8fbe-2c4e471c9c61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9766231 Jul 28 05:39:21.137114 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 41916) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:21.144762 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d64d0d-7173-4836-a23e-76c9d4b760c9 None None] Sync routers for ids ['fb50c529-a26a-4ed6-8fbe-2c4e471c9c61'] in dv-cinder-799871-48-iscsi {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:39:21.155601 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d64d0d-7173-4836-a23e-76c9d4b760c9 None None] Routers {'fb50c529-a26a-4ed6-8fbe-2c4e471c9c61'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:39:21.156211 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-d6d64d0d-7173-4836-a23e-76c9d4b760c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:39:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['fb50c529-a26a-4ed6-8fbe-2c4e471c9c61'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:21.264690 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-aad24204-0191-4a27-9af0-4054a88961ba admin admin] Publish callbacks [] for router (fb50c529-a26a-4ed6-8fbe-2c4e471c9c61), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:21.397781 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-aad24204-0191-4a27-9af0-4054a88961ba admin admin] Publish callbacks [] for router_gateway (fb50c529-a26a-4ed6-8fbe-2c4e471c9c61), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:21.421067 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-d6d64d0d-7173-4836-a23e-76c9d4b760c9 None None] Set router fb50c529-a26a-4ed6-8fbe-2c4e471c9c61 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:39:21.561934 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 41938) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:21.563522 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-aad24204-0191-4a27-9af0-4054a88961ba admin admin] Deleting port 5ac55d01-d435-442c-9738-463bbcfef755 {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:39:21.563931 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-aad24204-0191-4a27-9af0-4054a88961ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (5ac55d01-d435-442c-9738-463bbcfef755), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:21.685844 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [None req-aad24204-0191-4a27-9af0-4054a88961ba admin admin] For port 5ac55d01-d435-442c-9738-463bbcfef755, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=5ac55d01-d435-442c-9738-463bbcfef755,segment=NetworkSegment(18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30),segment_id=18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30)] {{(pid=104273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:39:21.688371 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-aad24204-0191-4a27-9af0-4054a88961ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (5ac55d01-d435-442c-9738-463bbcfef755), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:21.700599 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-d6d64d0d-7173-4836-a23e-76c9d4b760c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb50c529-a26a-4ed6-8fbe-2c4e471c9c61', 'name': 'tempest-TestMinimumBasicScenario-421444397-router', 'tenant_id': '3d7fec4638dd49119e677467284e61fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '5ac55d01-d435-442c-9738-463bbcfef755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:36:26Z', 'updated_at': '2022-07-28T05:39:20Z', 'revision_number': 5, 'project_id': '3d7fec4638dd49119e677467284e61fb', 'gw_port': {'id': '5ac55d01-d435-442c-9738-463bbcfef755', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:78:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb50c529-a26a-4ed6-8fbe-2c4e471c9c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:36:27Z', 'updated_at': '2022-07-28T05:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:21.727986 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-aad24204-0191-4a27-9af0-4054a88961ba admin admin] Calling delete_port for 5ac55d01-d435-442c-9738-463bbcfef755 owned by network:router_gateway {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:39:21.734171 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d64d0d-7173-4836-a23e-76c9d4b760c9 None None] Checking router: fb50c529-a26a-4ed6-8fbe-2c4e471c9c61 for host: dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:39:21.743544 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d64d0d-7173-4836-a23e-76c9d4b760c9 None None] Routers {'fb50c529-a26a-4ed6-8fbe-2c4e471c9c61'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:39:21.744352 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-d6d64d0d-7173-4836-a23e-76c9d4b760c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:39:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['fb50c529-a26a-4ed6-8fbe-2c4e471c9c61'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:21.763928 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-809aa535-2045-43b7-a8d7-d128f6d61ecd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:21.841311 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-d6d64d0d-7173-4836-a23e-76c9d4b760c9 None None] Set router fb50c529-a26a-4ed6-8fbe-2c4e471c9c61 gateway port host: None {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:39:21.853635 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-809aa535-2045-43b7-a8d7-d128f6d61ecd admin admin] Publish callbacks [] for security_group (87d5d853-587b-4f2b-b3ef-fbee9327d70f), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:21.906609 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-d6d64d0d-7173-4836-a23e-76c9d4b760c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb50c529-a26a-4ed6-8fbe-2c4e471c9c61', 'name': 'tempest-TestMinimumBasicScenario-421444397-router', 'tenant_id': '3d7fec4638dd49119e677467284e61fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:36:26Z', 'updated_at': '2022-07-28T05:39:21Z', 'revision_number': 6, 'project_id': '3d7fec4638dd49119e677467284e61fb', 'gw_port_host': None}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:21.910450 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:21.933068 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d64d0d-7173-4836-a23e-76c9d4b760c9 None None] The sync data for ids ['fb50c529-a26a-4ed6-8fbe-2c4e471c9c61'] in dv-cinder-799871-48-iscsi is: [{'id': 'fb50c529-a26a-4ed6-8fbe-2c4e471c9c61', 'name': 'tempest-TestMinimumBasicScenario-421444397-router', 'tenant_id': '3d7fec4638dd49119e677467284e61fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:36:26Z', 'updated_at': '2022-07-28T05:39:21Z', 'revision_number': 6, 'project_id': '3d7fec4638dd49119e677467284e61fb', 'gw_port_host': None}] {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:39:21.957236 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-809aa535-2045-43b7-a8d7-d128f6d61ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (87d5d853-587b-4f2b-b3ef-fbee9327d70f), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:22.004761 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-809aa535-2045-43b7-a8d7-d128f6d61ecd admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ea85276667fe412793d7806d4cedfb36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4412303 Jul 28 05:39:22.004946 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809aa535-2045-43b7-a8d7-d128f6d61ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d5d853-587b-4f2b-b3ef-fbee9327d70f,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:22.006636 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 41950) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:22.031856 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-aad24204-0191-4a27-9af0-4054a88961ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (5ac55d01-d435-442c-9738-463bbcfef755), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:22.066636 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad24204-0191-4a27-9af0-4054a88961ba admin admin] Pushing event deleted for resources: {'Port': ['ID=5ac55d01-d435-442c-9738-463bbcfef755,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:22.068829 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=100 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:22.123748 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ecb147a5-aea8-4553-bf0e-2b1217b86c47 admin admin] Publish callbacks [] for security_group (87d5d853-587b-4f2b-b3ef-fbee9327d70f), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:22.154761 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-aad24204-0191-4a27-9af0-4054a88961ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4016412'] for router_gateway (fb50c529-a26a-4ed6-8fbe-2c4e471c9c61), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:22.157601 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ecb147a5-aea8-4553-bf0e-2b1217b86c47 admin admin] Publish callbacks [] for security_group (87d5d853-587b-4f2b-b3ef-fbee9327d70f), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:22.271056 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-aad24204-0191-4a27-9af0-4054a88961ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4157079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3668'] for router (fb50c529-a26a-4ed6-8fbe-2c4e471c9c61), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:22.273461 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-aad24204-0191-4a27-9af0-4054a88961ba admin admin] Publish callbacks [] for router_controller (fb50c529-a26a-4ed6-8fbe-2c4e471c9c61), precommit_delete_associations {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:22.445969 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-aad24204-0191-4a27-9af0-4054a88961ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4156949'] for router (fb50c529-a26a-4ed6-8fbe-2c4e471c9c61), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:22.446621 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad24204-0191-4a27-9af0-4054a88961ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb50c529-a26a-4ed6-8fbe-2c4e471c9c61 {{(pid=104273) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 05:39:22.448244 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ecb147a5-aea8-4553-bf0e-2b1217b86c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (87d5d853-587b-4f2b-b3ef-fbee9327d70f), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:22.450750 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ecb147a5-aea8-4553-bf0e-2b1217b86c47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:22.451895 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-ecb147a5-aea8-4553-bf0e-2b1217b86c47 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/87d5d853-587b-4f2b-b3ef-fbee9327d70f HTTP/1.1" status: 204 len: 168 time: 0.4440393 Jul 28 05:39:22.455792 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-aad24204-0191-4a27-9af0-4054a88961ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:22.457081 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-aad24204-0191-4a27-9af0-4054a88961ba admin admin] 10.222.0.33 "DELETE /v2.0/routers/fb50c529-a26a-4ed6-8fbe-2c4e471c9c61 HTTP/1.1" status: 204 len: 168 time: 1.3191733 Jul 28 05:39:22.459499 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 41964) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:22.473745 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb147a5-aea8-4553-bf0e-2b1217b86c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d5d853-587b-4f2b-b3ef-fbee9327d70f,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:22.512400 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.db_base_plugin_v2 [None req-51ea2b8a-6b5a-46cf-9ea0-0310fa1e0c70 admin admin] Deleting subnet 76d8e1e3-4f39-4ccb-a0e3-8114a233c6cd {{(pid=104273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 05:39:22.515610 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-51ea2b8a-6b5a-46cf-9ea0-0310fa1e0c70 admin admin] Publish callbacks [] for subnet (76d8e1e3-4f39-4ccb-a0e3-8114a233c6cd), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:22.556498 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-51ea2b8a-6b5a-46cf-9ea0-0310fa1e0c70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8432890'] for subnet (76d8e1e3-4f39-4ccb-a0e3-8114a233c6cd), precommit_delete_associations {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:22.639514 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-51ea2b8a-6b5a-46cf-9ea0-0310fa1e0c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190699'] for subnet (76d8e1e3-4f39-4ccb-a0e3-8114a233c6cd), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:22.691590 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:22.748024 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=100 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:22.766823 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 3ea25481-5b54-4c91-975b-8182c485733a no longer exists at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:39:22.771041 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-51ea2b8a-6b5a-46cf-9ea0-0310fa1e0c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1190690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8745015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8898787'] for subnet (76d8e1e3-4f39-4ccb-a0e3-8114a233c6cd), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:22.807866 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] No Port match for: 3ea25481-5b54-4c91-975b-8182c485733a {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:39:22.808207 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea2b8a-6b5a-46cf-9ea0-0310fa1e0c70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76d8e1e3-4f39-4ccb-a0e3-8114a233c6cd,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:22.808465 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 3ea25481-5b54-4c91-975b-8182c485733a not bound to the agent host dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:39:22.815580 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-51ea2b8a-6b5a-46cf-9ea0-0310fa1e0c70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for subnet (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:22.818789 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-51ea2b8a-6b5a-46cf-9ea0-0310fa1e0c70 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/76d8e1e3-4f39-4ccb-a0e3-8114a233c6cd HTTP/1.1" status: 204 len: 168 time: 0.3583643 Jul 28 05:39:22.821537 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 41972) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:22.823405 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfb584d-f4c0-4aa3-bc46-b7d56d3c3b7d None None] Network 57e43625-f867-42c5-a462-f63c7f43366a requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:39:22.878744 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:22.903036 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-531871d0-7a4d-4450-9784-fc049dad4ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1261665'] for network (57e43625-f867-42c5-a462-f63c7f43366a), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:22.956712 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-531871d0-7a4d-4450-9784-fc049dad4ced admin admin] Deleting port cedb2da4-5c1e-4c24-aaa9-f050c147621c {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:39:22.957193 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-531871d0-7a4d-4450-9784-fc049dad4ced admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (cedb2da4-5c1e-4c24-aaa9-f050c147621c), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:23.007890 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bbebee-efa9-4848-a337-8a614d28b8fc None None] DHCP port deletion for 57e43625-f867-42c5-a462-f63c7f43366a request from dv-cinder-799871-48-iscsi {{(pid=104274) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 05:39:23.034649 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [None req-531871d0-7a4d-4450-9784-fc049dad4ced admin admin] For port cedb2da4-5c1e-4c24-aaa9-f050c147621c, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=cedb2da4-5c1e-4c24-aaa9-f050c147621c,segment=NetworkSegment(57639c69-0516-4ecd-ba85-ed49ac0b9572),segment_id=57639c69-0516-4ecd-ba85-ed49ac0b9572)] {{(pid=104273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:39:23.035176 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-531871d0-7a4d-4450-9784-fc049dad4ced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (cedb2da4-5c1e-4c24-aaa9-f050c147621c), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:23.047933 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-a6bbebee-efa9-4848-a337-8a614d28b8fc None None] Deleting port cedb2da4-5c1e-4c24-aaa9-f050c147621c {{(pid=104274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:39:23.048310 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a6bbebee-efa9-4848-a337-8a614d28b8fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (cedb2da4-5c1e-4c24-aaa9-f050c147621c), before_delete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:23.051049 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-531871d0-7a4d-4450-9784-fc049dad4ced admin admin] Calling delete_port for cedb2da4-5c1e-4c24-aaa9-f050c147621c owned by network:dhcp {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:39:23.064404 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:23.136801 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-a6bbebee-efa9-4848-a337-8a614d28b8fc None None] For port cedb2da4-5c1e-4c24-aaa9-f050c147621c, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=cedb2da4-5c1e-4c24-aaa9-f050c147621c,segment=NetworkSegment(57639c69-0516-4ecd-ba85-ed49ac0b9572),segment_id=57639c69-0516-4ecd-ba85-ed49ac0b9572)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:39:23.137309 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a6bbebee-efa9-4848-a337-8a614d28b8fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (cedb2da4-5c1e-4c24-aaa9-f050c147621c), precommit_delete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:23.150858 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-a6bbebee-efa9-4848-a337-8a614d28b8fc None None] Calling delete_port for cedb2da4-5c1e-4c24-aaa9-f050c147621c owned by network:dhcp {{(pid=104274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:39:23.208709 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-531871d0-7a4d-4450-9784-fc049dad4ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (cedb2da4-5c1e-4c24-aaa9-f050c147621c), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:23.232217 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a6bbebee-efa9-4848-a337-8a614d28b8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924'] for port (cedb2da4-5c1e-4c24-aaa9-f050c147621c), after_delete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:23.237850 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531871d0-7a4d-4450-9784-fc049dad4ced admin admin] No DVR routers for this DVR port cedb2da4-5c1e-4c24-aaa9-f050c147621c on host dv-cinder-799871-48-iscsi {{(pid=104273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:39:23.241969 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531871d0-7a4d-4450-9784-fc049dad4ced admin admin] Pushing event deleted for resources: {'Port': ['ID=cedb2da4-5c1e-4c24-aaa9-f050c147621c,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:23.276038 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bbebee-efa9-4848-a337-8a614d28b8fc None None] No DVR routers for this DVR port cedb2da4-5c1e-4c24-aaa9-f050c147621c on host dv-cinder-799871-48-iscsi {{(pid=104274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:39:23.280552 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bbebee-efa9-4848-a337-8a614d28b8fc None None] Pushing event deleted for resources: {'Port': ['ID=cedb2da4-5c1e-4c24-aaa9-f050c147621c,revision_number=None']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:23.328692 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-531871d0-7a4d-4450-9784-fc049dad4ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1190917', 'neutron.services.segments.db._delete_segments_for_network-8748695459786'] for network (57e43625-f867-42c5-a462-f63c7f43366a), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:23.350227 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.services.segments.db [None req-531871d0-7a4d-4450-9784-fc049dad4ced admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57e43625-f867-42c5-a462-f63c7f43366a']}} {{(pid=104273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:23.361772 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.services.segments.db [None req-531871d0-7a4d-4450-9784-fc049dad4ced admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57639c69-0516-4ecd-ba85-ed49ac0b9572') {'for_net_delete': True} {{(pid=104273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:23.361772 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.services.segments.db [None req-531871d0-7a4d-4450-9784-fc049dad4ced admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57639c69-0516-4ecd-ba85-ed49ac0b9572') {} {{(pid=104273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:23.372567 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-531871d0-7a4d-4450-9784-fc049dad4ced admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748695459687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8432867'] for segment (57639c69-0516-4ecd-ba85-ed49ac0b9572), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:23.387805 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-531871d0-7a4d-4450-9784-fc049dad4ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124'] for segment (57639c69-0516-4ecd-ba85-ed49ac0b9572), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:23.396311 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531871d0-7a4d-4450-9784-fc049dad4ced admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=104273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 05:39:23.396754 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-531871d0-7a4d-4450-9784-fc049dad4ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8745065'] for segment (57639c69-0516-4ecd-ba85-ed49ac0b9572), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:23.432639 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.services.segments.plugin [-] Segment 57639c69-0516-4ecd-ba85-ed49ac0b9572 resource provider aggregate not found Jul 28 05:39:23.479913 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.services.segments.plugin [-] Segment 57639c69-0516-4ecd-ba85-ed49ac0b9572 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 57639c69-0516-4ecd-ba85-ed49ac0b9572 found for delete ", "request_id": "req-8370f15f-0174-4931-992b-87f48c7e47e9"}]} Jul 28 05:39:23.565991 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-531871d0-7a4d-4450-9784-fc049dad4ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1190926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4016432'] for network (57e43625-f867-42c5-a462-f63c7f43366a), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:23.571891 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-531871d0-7a4d-4450-9784-fc049dad4ced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for network (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:23.579134 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-531871d0-7a4d-4450-9784-fc049dad4ced admin admin] 10.222.0.33 "DELETE /v2.0/networks/57e43625-f867-42c5-a462-f63c7f43366a HTTP/1.1" status: 204 len: 168 time: 0.7538188 Jul 28 05:39:23.591042 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531871d0-7a4d-4450-9784-fc049dad4ced admin admin] Pushing event deleted for resources: {'Network': ['ID=57e43625-f867-42c5-a462-f63c7f43366a,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:23.648640 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:23.991581 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:23.993948 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 42012) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:24.033643 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-faa0ffa0-cbb7-4f6f-8332-079be42c2f76 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=5989fabc615545eeb4ef987dea566175&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384772 Jul 28 05:39:24.036844 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 42014) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:24.094270 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-9aabfc74-a648-40d0-837d-5d915cd083f2 admin admin] Publish callbacks [] for security_group (a6641ef2-d1de-4aed-92c8-d74dcb8f1b15), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:24.108068 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-9aabfc74-a648-40d0-837d-5d915cd083f2 admin admin] Publish callbacks [] for security_group (a6641ef2-d1de-4aed-92c8-d74dcb8f1b15), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:24.151457 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 42018) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:24.234103 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-9aabfc74-a648-40d0-837d-5d915cd083f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (a6641ef2-d1de-4aed-92c8-d74dcb8f1b15), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:24.236908 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-9aabfc74-a648-40d0-837d-5d915cd083f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:24.241030 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-9aabfc74-a648-40d0-837d-5d915cd083f2 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a6641ef2-d1de-4aed-92c8-d74dcb8f1b15 HTTP/1.1" status: 204 len: 168 time: 0.2013872 Jul 28 05:39:24.255229 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 5ac55d01-d435-442c-9738-463bbcfef755 no longer exists at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:39:24.255725 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aabfc74-a648-40d0-837d-5d915cd083f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6641ef2-d1de-4aed-92c8-d74dcb8f1b15,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:24.265570 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ad263835-3e2b-4cce-8a21-bc0f38bb5efb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:24.295374 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] No Port match for: 5ac55d01-d435-442c-9738-463bbcfef755 {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:39:24.295718 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 5ac55d01-d435-442c-9738-463bbcfef755 not bound to the agent host dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:39:24.296332 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device cedb2da4-5c1e-4c24-aaa9-f050c147621c no longer exists at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:39:24.319472 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] No Port match for: cedb2da4-5c1e-4c24-aaa9-f050c147621c {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:39:24.319827 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device cedb2da4-5c1e-4c24-aaa9-f050c147621c not bound to the agent host dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:39:24.353669 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ad263835-3e2b-4cce-8a21-bc0f38bb5efb admin admin] Publish callbacks [] for security_group (97b39b6a-0a61-4248-b7ee-fcfbbd5e8fc0), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:24.362557 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:DELETE=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:24.416562 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ad263835-3e2b-4cce-8a21-bc0f38bb5efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (97b39b6a-0a61-4248-b7ee-fcfbbd5e8fc0), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:24.468066 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-ad263835-3e2b-4cce-8a21-bc0f38bb5efb admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=3b5d3822254e41988609f6bbb6563ddb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3130224 Jul 28 05:39:24.468066 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad263835-3e2b-4cce-8a21-bc0f38bb5efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b39b6a-0a61-4248-b7ee-fcfbbd5e8fc0,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:24.468988 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 42030) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:24.519972 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5e6f5070-7078-404f-9ca5-768be915cdc0 admin admin] Publish callbacks [] for security_group (97b39b6a-0a61-4248-b7ee-fcfbbd5e8fc0), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:24.544082 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5e6f5070-7078-404f-9ca5-768be915cdc0 admin admin] Publish callbacks [] for security_group (97b39b6a-0a61-4248-b7ee-fcfbbd5e8fc0), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:24.682755 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5e6f5070-7078-404f-9ca5-768be915cdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (97b39b6a-0a61-4248-b7ee-fcfbbd5e8fc0), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:24.685306 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5e6f5070-7078-404f-9ca5-768be915cdc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:24.686496 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-5e6f5070-7078-404f-9ca5-768be915cdc0 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/97b39b6a-0a61-4248-b7ee-fcfbbd5e8fc0 HTTP/1.1" status: 204 len: 168 time: 0.2168674 Jul 28 05:39:24.698243 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f5070-7078-404f-9ca5-768be915cdc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b39b6a-0a61-4248-b7ee-fcfbbd5e8fc0,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:24.942937 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 42040) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:24.982384 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-e5a058ce-ecbe-491c-b6c2-6c04ae808174 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=3d7fec4638dd49119e677467284e61fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382762 Jul 28 05:39:24.984873 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 42042) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:25.039036 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-7137bb05-0663-4ec3-85d0-e9c978316d52 admin admin] Publish callbacks [] for security_group (049f13d1-aeb9-4c1a-99b9-792f0e8c4e8d), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:25.063892 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-7137bb05-0663-4ec3-85d0-e9c978316d52 admin admin] Publish callbacks [] for security_group (049f13d1-aeb9-4c1a-99b9-792f0e8c4e8d), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:25.165463 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-7137bb05-0663-4ec3-85d0-e9c978316d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (049f13d1-aeb9-4c1a-99b9-792f0e8c4e8d), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:25.168251 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-7137bb05-0663-4ec3-85d0-e9c978316d52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:25.169453 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-7137bb05-0663-4ec3-85d0-e9c978316d52 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/049f13d1-aeb9-4c1a-99b9-792f0e8c4e8d HTTP/1.1" status: 204 len: 168 time: 0.1835454 Jul 28 05:39:25.179641 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137bb05-0663-4ec3-85d0-e9c978316d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049f13d1-aeb9-4c1a-99b9-792f0e8c4e8d,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:26.193586 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 42104) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:26.293762 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-bd4766b6-8f82-483b-b5e2-7f4890e0d39e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1058617019-network', 'tenant_id': '049ba77de43b4702832529d687f5f7a3'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:39:26.385198 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4766b6-8f82-483b-b5e2-7f4890e0d39e admin admin] Made reservation on behalf of 049ba77de43b4702832529d687f5f7a3 for: {'network': 1} {{(pid=104272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:39:26.387680 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bd4766b6-8f82-483b-b5e2-7f4890e0d39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for network (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:26.397833 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bd4766b6-8f82-483b-b5e2-7f4890e0d39e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:26.437370 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:26.478826 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bd4766b6-8f82-483b-b5e2-7f4890e0d39e admin admin] Publish callbacks [] for security_group (389f2748-0ba8-44cc-abda-1d2893eaa6fd), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:26.556757 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bd4766b6-8f82-483b-b5e2-7f4890e0d39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (389f2748-0ba8-44cc-abda-1d2893eaa6fd), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:26.583459 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd4766b6-8f82-483b-b5e2-7f4890e0d39e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=104272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 05:39:26.599718 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:26.600536 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4766b6-8f82-483b-b5e2-7f4890e0d39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389f2748-0ba8-44cc-abda-1d2893eaa6fd,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:26.603452 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bd4766b6-8f82-483b-b5e2-7f4890e0d39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124'] for segment (bf877614-f662-462a-90f6-6165081f6798), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:26.603800 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.db.segments_db [None req-bd4766b6-8f82-483b-b5e2-7f4890e0d39e admin admin] Added segment bf877614-f662-462a-90f6-6165081f6798 of type vlan for network 5edb77fb-18f0-41c1-85ec-83f10d2e2f1e Jul 28 05:39:26.646752 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bd4766b6-8f82-483b-b5e2-7f4890e0d39e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748695041913'] for network (5edb77fb-18f0-41c1-85ec-83f10d2e2f1e), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:26.728238 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bd4766b6-8f82-483b-b5e2-7f4890e0d39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692'] for network (5edb77fb-18f0-41c1-85ec-83f10d2e2f1e), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:26.729275 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4766b6-8f82-483b-b5e2-7f4890e0d39e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:39:26.729925 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bd4766b6-8f82-483b-b5e2-7f4890e0d39e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for network (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:26.791680 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4766b6-8f82-483b-b5e2-7f4890e0d39e admin admin] Pushing event updated for resources: {'Network': ['ID=5edb77fb-18f0-41c1-85ec-83f10d2e2f1e,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:26.801456 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Network 5edb77fb-18f0-41c1-85ec-83f10d2e2f1e details requested by agent ovs-agent-dv-cinder-799871-48-iscsi with host dv-cinder-799871-48-iscsi {{(pid=104274) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 05:39:26.849193 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 6 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:39:26.865617 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-bd4766b6-8f82-483b-b5e2-7f4890e0d39e admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6708922 Jul 28 05:39:26.873043 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 42126) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:26.879272 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-bcd2b939-85b2-4026-afe6-2ddadb7f31e7 admin admin] Request body: {'subnet': {'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1058617019-subnet', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'ip_version': 4}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:39:27.004984 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd2b939-85b2-4026-afe6-2ddadb7f31e7 admin admin] Made reservation on behalf of 049ba77de43b4702832529d687f5f7a3 for: {'subnet': 1} {{(pid=104272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:39:27.007388 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bcd2b939-85b2-4026-afe6-2ddadb7f31e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12541310'] for subnet (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:27.506837 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bcd2b939-85b2-4026-afe6-2ddadb7f31e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8637867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12541264'] for subnet (80f59cf9-dd9f-4c53-87ba-c86edc35d104), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:27.557765 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:27.572944 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd2b939-85b2-4026-afe6-2ddadb7f31e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80f59cf9-dd9f-4c53-87ba-c86edc35d104,revision_number=0']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:27.582910 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd2b939-85b2-4026-afe6-2ddadb7f31e7 admin admin] Checking segment: {'id': 'bf877614-f662-462a-90f6-6165081f6798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:39:27.583273 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd2b939-85b2-4026-afe6-2ddadb7f31e7 admin admin] Network hostable DHCP agents. Network: 5edb77fb-18f0-41c1-85ec-83f10d2e2f1e, hostable agents: ['abae2507-ed95-47f5-bead-3f33926efd64'], hosted agents: [] {{(pid=104272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 05:39:27.659783 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd2b939-85b2-4026-afe6-2ddadb7f31e7 admin admin] Network 5edb77fb-18f0-41c1-85ec-83f10d2e2f1e is scheduled to be hosted by DHCP agent abae2507-ed95-47f5-bead-3f33926efd64 with binding_index 1 {{(pid=104272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 05:39:27.774340 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [None req-bcd2b939-85b2-4026-afe6-2ddadb7f31e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-48-iscsi, 5edb77fb-18f0-41c1-85ec-83f10d2e2f1e) {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:39:27.780158 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd2b939-85b2-4026-afe6-2ddadb7f31e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:39:27.782039 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bcd2b939-85b2-4026-afe6-2ddadb7f31e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:27.782190 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac8b399-bfd2-420b-9f69-8553e39c9e85 None None] Network 5edb77fb-18f0-41c1-85ec-83f10d2e2f1e requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:39:27.859460 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-bcd2b939-85b2-4026-afe6-2ddadb7f31e7 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9852250 Jul 28 05:39:27.862782 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 42134) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:27.867189 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-d105d51a-1abf-4468-b408-7e43cfb247aa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1058617019-router', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:39:27.890214 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acddac6a-9c9f-4179-a6e4-49f67079d24d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1310213-672e-5d2f-8d43-02533df8fff2-5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'project_id': '049ba77de43b4702832529d687f5f7a3', 'fixed_ips': [{'subnet_id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104'}]}} from dv-cinder-799871-48-iscsi. {{(pid=104274) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 05:39:27.891448 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-acddac6a-9c9f-4179-a6e4-49f67079d24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:27.966189 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d105d51a-1abf-4468-b408-7e43cfb247aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4155669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3750'] for router (25d90893-ee95-44a2-bbe4-57db53b449b8), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:27.967330 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d105d51a-1abf-4468-b408-7e43cfb247aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4157181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4018685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3759'] for router (25d90893-ee95-44a2-bbe4-57db53b449b8), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:28.019627 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:28.026853 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d105d51a-1abf-4468-b408-7e43cfb247aa admin admin] Publish callbacks [] for router_controller (25d90893-ee95-44a2-bbe4-57db53b449b8), precommit_add_association {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:28.042961 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.db_base_plugin_common [None req-acddac6a-9c9f-4179-a6e4-49f67079d24d None None] Allocated IP 172.20.0.2 (5edb77fb-18f0-41c1-85ec-83f10d2e2f1e/80f59cf9-dd9f-4c53-87ba-c86edc35d104/152a9d87-6858-4be4-9a78-6047bd09ae71) {{(pid=104274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:39:28.193740 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-acddac6a-9c9f-4179-a6e4-49f67079d24d None None] Publish callbacks [] for port (152a9d87-6858-4be4-9a78-6047bd09ae71), precommit_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:28.257164 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d105d51a-1abf-4468-b408-7e43cfb247aa admin admin] Publish callbacks [] for router_gateway (25d90893-ee95-44a2-bbe4-57db53b449b8), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:28.311553 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-acddac6a-9c9f-4179-a6e4-49f67079d24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915'] for port (152a9d87-6858-4be4-9a78-6047bd09ae71), after_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:28.349586 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acddac6a-9c9f-4179-a6e4-49f67079d24d None None] Network 5edb77fb-18f0-41c1-85ec-83f10d2e2f1e is already hosted by enough agents. {{(pid=104274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:39:28.352780 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.scheduler.base_scheduler [None req-acddac6a-9c9f-4179-a6e4-49f67079d24d None None] Resources bound (agent type, host, resource id): {{(pid=104274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:39:28.358581 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acddac6a-9c9f-4179-a6e4-49f67079d24d None None] Received port after_create {{(pid=104274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:39:28.363187 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:28.372606 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddac6a-9c9f-4179-a6e4-49f67079d24d None None] Pushing event updated for resources: {'Port': ['ID=152a9d87-6858-4be4-9a78-6047bd09ae71,revision_number=1']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:28.425926 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-acddac6a-9c9f-4179-a6e4-49f67079d24d None None] Attempting to bind port 152a9d87-6858-4be4-9a78-6047bd09ae71 on host dv-cinder-799871-48-iscsi for vnic_type normal with profile {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:39:28.426300 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-acddac6a-9c9f-4179-a6e4-49f67079d24d None None] Attempting to bind port 152a9d87-6858-4be4-9a78-6047bd09ae71 by drivers openvswitch,hyperv on host dv-cinder-799871-48-iscsi at level 0 using segments [{'id': 'bf877614-f662-462a-90f6-6165081f6798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e'}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:39:28.426772 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acddac6a-9c9f-4179-a6e4-49f67079d24d None None] Attempting to bind port 152a9d87-6858-4be4-9a78-6047bd09ae71 on network 5edb77fb-18f0-41c1-85ec-83f10d2e2f1e {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:39:28.431981 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acddac6a-9c9f-4179-a6e4-49f67079d24d None None] Checking agent: {'id': '5156d833-3082-4696-8f7b-587b7e45f062', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-48-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 22, 41), 'started_at': datetime.datetime(2022, 7, 28, 5, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-48-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:39:28.432400 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acddac6a-9c9f-4179-a6e4-49f67079d24d None None] Checking segment: {'id': 'bf877614-f662-462a-90f6-6165081f6798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:39:28.432886 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-acddac6a-9c9f-4179-a6e4-49f67079d24d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:28.433284 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acddac6a-9c9f-4179-a6e4-49f67079d24d None None] Bound using segment: {'id': 'bf877614-f662-462a-90f6-6165081f6798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e'} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:39:28.433779 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-acddac6a-9c9f-4179-a6e4-49f67079d24d None None] Bound port: 152a9d87-6858-4be4-9a78-6047bd09ae71, host: dv-cinder-799871-48-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf877614-f662-462a-90f6-6165081f6798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e'}}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:39:28.434160 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-acddac6a-9c9f-4179-a6e4-49f67079d24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (152a9d87-6858-4be4-9a78-6047bd09ae71), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:28.500172 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-acddac6a-9c9f-4179-a6e4-49f67079d24d None None] For port 152a9d87-6858-4be4-9a78-6047bd09ae71, host dv-cinder-799871-48-iscsi, cleared binding levels {{(pid=104274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:39:28.503968 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-acddac6a-9c9f-4179-a6e4-49f67079d24d None None] For port 152a9d87-6858-4be4-9a78-6047bd09ae71, host dv-cinder-799871-48-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=152a9d87-6858-4be4-9a78-6047bd09ae71,segment=NetworkSegment(bf877614-f662-462a-90f6-6165081f6798),segment_id=bf877614-f662-462a-90f6-6165081f6798)] {{(pid=104274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:39:28.523722 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d105d51a-1abf-4468-b408-7e43cfb247aa admin admin] Publish callbacks [] for router_gateway (25d90893-ee95-44a2-bbe4-57db53b449b8), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:28.542443 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d105d51a-1abf-4468-b408-7e43cfb247aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:28.598278 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-acddac6a-9c9f-4179-a6e4-49f67079d24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (152a9d87-6858-4be4-9a78-6047bd09ae71), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:28.670743 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.db_base_plugin_common [None req-d105d51a-1abf-4468-b408-7e43cfb247aa admin admin] Allocated IP 172.27.0.241 (d892672b-b726-43a1-a501-142ea5a750c8/481049b9-1d68-41f1-a9d6-55330db72a03/f7c10170-1486-4c5b-bd2d-e4a85da2732a) {{(pid=104272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:39:28.681773 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddac6a-9c9f-4179-a6e4-49f67079d24d None None] Pushing event updated for resources: {'Port': ['ID=152a9d87-6858-4be4-9a78-6047bd09ae71,revision_number=2']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:28.760233 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:28.815942 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d105d51a-1abf-4468-b408-7e43cfb247aa admin admin] Publish callbacks [] for port (f7c10170-1486-4c5b-bd2d-e4a85da2732a), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:28.923484 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d105d51a-1abf-4468-b408-7e43cfb247aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (f7c10170-1486-4c5b-bd2d-e4a85da2732a), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:28.977160 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d105d51a-1abf-4468-b408-7e43cfb247aa admin admin] Network d892672b-b726-43a1-a501-142ea5a750c8 is already hosted by enough agents. {{(pid=104272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:39:28.980719 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [None req-d105d51a-1abf-4468-b408-7e43cfb247aa admin admin] Resources bound (agent type, host, resource id): {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:39:28.983421 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d105d51a-1abf-4468-b408-7e43cfb247aa admin admin] Received port after_create {{(pid=104272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:39:28.990307 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d105d51a-1abf-4468-b408-7e43cfb247aa admin admin] Pushing event updated for resources: {'Port': ['ID=f7c10170-1486-4c5b-bd2d-e4a85da2732a,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:29.030453 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:29.336205 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d105d51a-1abf-4468-b408-7e43cfb247aa admin admin] Publish callbacks [] for router_gateway (25d90893-ee95-44a2-bbe4-57db53b449b8), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:29.553731 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d105d51a-1abf-4468-b408-7e43cfb247aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4157131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4018561'] for router (25d90893-ee95-44a2-bbe4-57db53b449b8), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:29.687057 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:29.775650 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d105d51a-1abf-4468-b408-7e43cfb247aa admin admin] Router 25d90893-ee95-44a2-bbe4-57db53b449b8 is scheduled to L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a with binding_index 1 {{(pid=104272) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 05:39:29.818948 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855ba2ab-bc71-41cf-a77c-3b591b5d4fd4 None None] Network 5edb77fb-18f0-41c1-85ec-83f10d2e2f1e requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:39:29.871063 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-cfc7598c-bb54-40e6-b39a-d93245b1148b None None] Provisioning complete for port 152a9d87-6858-4be4-9a78-6047bd09ae71 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:39:29.871533 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-cfc7598c-bb54-40e6-b39a-d93245b1148b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (152a9d87-6858-4be4-9a78-6047bd09ae71), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:29.892455 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d105d51a-1abf-4468-b408-7e43cfb247aa admin admin] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:39:29.910984 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee6cf6e-f52d-434b-b1ef-8872658143a9 None None] Sync routers for ids ['25d90893-ee95-44a2-bbe4-57db53b449b8'] in dv-cinder-799871-48-iscsi {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:39:29.923087 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee6cf6e-f52d-434b-b1ef-8872658143a9 None None] Routers {'25d90893-ee95-44a2-bbe4-57db53b449b8'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:39:29.924568 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-9ee6cf6e-f52d-434b-b1ef-8872658143a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:39:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['25d90893-ee95-44a2-bbe4-57db53b449b8'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:29.976128 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-d105d51a-1abf-4468-b408-7e43cfb247aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:29.980628 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-d105d51a-1abf-4468-b408-7e43cfb247aa admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1165881 Jul 28 05:39:29.981150 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 42190) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:30.009562 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-cfc7598c-bb54-40e6-b39a-d93245b1148b None None] Current status of the port 152a9d87-6858-4be4-9a78-6047bd09ae71 is: DOWN; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:39:30.019918 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-cfc7598c-bb54-40e6-b39a-d93245b1148b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (152a9d87-6858-4be4-9a78-6047bd09ae71), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:30.099011 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-cfc7598c-bb54-40e6-b39a-d93245b1148b None None] For port 152a9d87-6858-4be4-9a78-6047bd09ae71, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=152a9d87-6858-4be4-9a78-6047bd09ae71,segment=NetworkSegment(bf877614-f662-462a-90f6-6165081f6798),segment_id=bf877614-f662-462a-90f6-6165081f6798)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:39:30.156418 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:30.164765 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-9ee6cf6e-f52d-434b-b1ef-8872658143a9 None None] Set router 25d90893-ee95-44a2-bbe4-57db53b449b8 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:39:30.197911 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-cfc7598c-bb54-40e6-b39a-d93245b1148b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (152a9d87-6858-4be4-9a78-6047bd09ae71), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:30.330459 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc7598c-bb54-40e6-b39a-d93245b1148b None None] Pushing event updated for resources: {'Port': ['ID=152a9d87-6858-4be4-9a78-6047bd09ae71,revision_number=3']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:30.369959 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:30.385786 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 152a9d87-6858-4be4-9a78-6047bd09ae71 up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:39:30.427129 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-34f2800d-6b25-4552-a8b1-03b1de7174c0 None None] Provisioning complete for port 152a9d87-6858-4be4-9a78-6047bd09ae71 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:39:30.427888 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-34f2800d-6b25-4552-a8b1-03b1de7174c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (152a9d87-6858-4be4-9a78-6047bd09ae71), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:30.431238 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-9ee6cf6e-f52d-434b-b1ef-8872658143a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'name': 'tempest-TestVolumeBootPattern-1058617019-router', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:39:27Z', 'updated_at': '2022-07-28T05:39:29Z', 'revision_number': 3, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'gw_port': {'id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:37:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:28Z', 'updated_at': '2022-07-28T05:39:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:30.469060 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee6cf6e-f52d-434b-b1ef-8872658143a9 None None] Checking router: 25d90893-ee95-44a2-bbe4-57db53b449b8 for host: dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:39:30.469664 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee6cf6e-f52d-434b-b1ef-8872658143a9 None None] Updating router 25d90893-ee95-44a2-bbe4-57db53b449b8 port f7c10170-1486-4c5b-bd2d-e4a85da2732a binding host dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:39:30.486819 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port 152a9d87-6858-4be4-9a78-6047bd09ae71 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:39:30.487522 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (152a9d87-6858-4be4-9a78-6047bd09ae71), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:30.512584 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-9ee6cf6e-f52d-434b-b1ef-8872658143a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (f7c10170-1486-4c5b-bd2d-e4a85da2732a), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:30.518938 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:30.559829 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-34f2800d-6b25-4552-a8b1-03b1de7174c0 None None] Current status of the port 152a9d87-6858-4be4-9a78-6047bd09ae71 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:39:30.573694 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-83a8da73-b591-4628-bff0-764ab3f800c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:30.604485 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port 152a9d87-6858-4be4-9a78-6047bd09ae71 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:39:30.697370 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:30.754777 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.db_base_plugin_common [None req-83a8da73-b591-4628-bff0-764ab3f800c3 admin admin] Allocated IP 172.20.0.1 (5edb77fb-18f0-41c1-85ec-83f10d2e2f1e/80f59cf9-dd9f-4c53-87ba-c86edc35d104/ce254138-9b1b-4916-9149-272d42456e62) {{(pid=104273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:39:30.795190 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:30.888759 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-83a8da73-b591-4628-bff0-764ab3f800c3 admin admin] Publish callbacks [] for port (ce254138-9b1b-4916-9149-272d42456e62), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:30.895046 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 42208) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:30.906308 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-9ee6cf6e-f52d-434b-b1ef-8872658143a9 None None] Publish callbacks [] for port (f7c10170-1486-4c5b-bd2d-e4a85da2732a), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:30.957249 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 42212) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:30.982418 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-9ee6cf6e-f52d-434b-b1ef-8872658143a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (f7c10170-1486-4c5b-bd2d-e4a85da2732a), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:31.006149 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-83a8da73-b591-4628-bff0-764ab3f800c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (ce254138-9b1b-4916-9149-272d42456e62), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:31.040218 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c003267-b52a-4512-ab5b-696a7344c97e None None] Pushing event updated for resources: {'Port': ['ID=f7c10170-1486-4c5b-bd2d-e4a85da2732a,revision_number=2']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:31.043941 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [None req-9ee6cf6e-f52d-434b-b1ef-8872658143a9 None None] Attempting to bind port f7c10170-1486-4c5b-bd2d-e4a85da2732a on host dv-cinder-799871-48-iscsi for vnic_type normal with profile {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:39:31.044311 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [None req-9ee6cf6e-f52d-434b-b1ef-8872658143a9 None None] Attempting to bind port f7c10170-1486-4c5b-bd2d-e4a85da2732a by drivers openvswitch,hyperv on host dv-cinder-799871-48-iscsi at level 0 using segments [{'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:39:31.044668 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee6cf6e-f52d-434b-b1ef-8872658143a9 None None] Attempting to bind port f7c10170-1486-4c5b-bd2d-e4a85da2732a on network d892672b-b726-43a1-a501-142ea5a750c8 {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:39:31.054019 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c003267-b52a-4512-ab5b-696a7344c97e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:31.054810 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c003267-b52a-4512-ab5b-696a7344c97e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:31.054810 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c003267-b52a-4512-ab5b-696a7344c97e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:31.055114 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c003267-b52a-4512-ab5b-696a7344c97e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:31.055383 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c003267-b52a-4512-ab5b-696a7344c97e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:31.055712 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c003267-b52a-4512-ab5b-696a7344c97e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:31.056037 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c003267-b52a-4512-ab5b-696a7344c97e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:31.056358 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c003267-b52a-4512-ab5b-696a7344c97e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:31.056697 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c003267-b52a-4512-ab5b-696a7344c97e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:31.057020 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c003267-b52a-4512-ab5b-696a7344c97e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:31.057337 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c003267-b52a-4512-ab5b-696a7344c97e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:31.058094 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c003267-b52a-4512-ab5b-696a7344c97e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:31.058094 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c003267-b52a-4512-ab5b-696a7344c97e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:31.058363 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c003267-b52a-4512-ab5b-696a7344c97e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:31.058671 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c003267-b52a-4512-ab5b-696a7344c97e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:31.059945 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a8da73-b591-4628-bff0-764ab3f800c3 admin admin] Network 5edb77fb-18f0-41c1-85ec-83f10d2e2f1e is already hosted by enough agents. {{(pid=104273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:39:31.062396 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee6cf6e-f52d-434b-b1ef-8872658143a9 None None] Checking agent: {'id': '5156d833-3082-4696-8f7b-587b7e45f062', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-48-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 22, 41), 'started_at': datetime.datetime(2022, 7, 28, 5, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-48-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:39:31.062774 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee6cf6e-f52d-434b-b1ef-8872658143a9 None None] Checking segment: {'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:39:31.063174 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-9ee6cf6e-f52d-434b-b1ef-8872658143a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:31.063548 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee6cf6e-f52d-434b-b1ef-8872658143a9 None None] Bound using segment: {'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:39:31.064015 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [None req-9ee6cf6e-f52d-434b-b1ef-8872658143a9 None None] Bound port: f7c10170-1486-4c5b-bd2d-e4a85da2732a, host: dv-cinder-799871-48-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:39:31.065570 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-9ee6cf6e-f52d-434b-b1ef-8872658143a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (f7c10170-1486-4c5b-bd2d-e4a85da2732a), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:31.066701 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [None req-83a8da73-b591-4628-bff0-764ab3f800c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:39:31.071826 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a8da73-b591-4628-bff0-764ab3f800c3 admin admin] Received port after_create {{(pid=104273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:39:31.082395 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-90d5bd08-1fba-451f-84bc-3b0e0a7eecc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:31.094912 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-231458f3-7aec-41de-a3c3-2dd743902c08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:31.102164 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8da73-b591-4628-bff0-764ab3f800c3 admin admin] Pushing event updated for resources: {'Port': ['ID=ce254138-9b1b-4916-9149-272d42456e62,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:31.122063 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-83a8da73-b591-4628-bff0-764ab3f800c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4155265'] for router_interface (25d90893-ee95-44a2-bbe4-57db53b449b8), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:31.142131 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [None req-9ee6cf6e-f52d-434b-b1ef-8872658143a9 None None] For port f7c10170-1486-4c5b-bd2d-e4a85da2732a, host dv-cinder-799871-48-iscsi, cleared binding levels {{(pid=104275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:39:31.148297 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [None req-9ee6cf6e-f52d-434b-b1ef-8872658143a9 None None] For port f7c10170-1486-4c5b-bd2d-e4a85da2732a, host dv-cinder-799871-48-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=f7c10170-1486-4c5b-bd2d-e4a85da2732a,segment=NetworkSegment(18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30),segment_id=18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30)] {{(pid=104275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:39:31.206372 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:31.233698 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-231458f3-7aec-41de-a3c3-2dd743902c08 admin admin] Publish callbacks [] for security_group (efb8aef4-8e81-47ae-87be-6814bacf4893), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:31.243123 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-9ee6cf6e-f52d-434b-b1ef-8872658143a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (f7c10170-1486-4c5b-bd2d-e4a85da2732a), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:31.262573 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-90d5bd08-1fba-451f-84bc-3b0e0a7eecc6 admin admin] Publish callbacks [] for security_group (f996b98f-6d6c-4dd5-91a1-d56362b251c7), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:31.302595 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-231458f3-7aec-41de-a3c3-2dd743902c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (efb8aef4-8e81-47ae-87be-6814bacf4893), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:31.337934 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee6cf6e-f52d-434b-b1ef-8872658143a9 None None] Routers {'25d90893-ee95-44a2-bbe4-57db53b449b8'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:39:31.338957 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-9ee6cf6e-f52d-434b-b1ef-8872658143a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:39:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['25d90893-ee95-44a2-bbe4-57db53b449b8'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:31.343076 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-90d5bd08-1fba-451f-84bc-3b0e0a7eecc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (f996b98f-6d6c-4dd5-91a1-d56362b251c7), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:31.362936 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-231458f3-7aec-41de-a3c3-2dd743902c08 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=20f32e5f946b44df825285f017cd0a2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4667811 Jul 28 05:39:31.366139 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 42222) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:31.370397 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231458f3-7aec-41de-a3c3-2dd743902c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb8aef4-8e81-47ae-87be-6814bacf4893,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:31.387048 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c003267-b52a-4512-ab5b-696a7344c97e None None] Pushing event updated for resources: {'Port': ['ID=f7c10170-1486-4c5b-bd2d-e4a85da2732a,revision_number=3']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:31.390234 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-83a8da73-b591-4628-bff0-764ab3f800c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (ce254138-9b1b-4916-9149-272d42456e62), before_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:31.414836 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5bd08-1fba-451f-84bc-3b0e0a7eecc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f996b98f-6d6c-4dd5-91a1-d56362b251c7,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:31.415743 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-f9471a6f-d055-4016-a30f-611eac55421d None None] Provisioning complete for port ce254138-9b1b-4916-9149-272d42456e62 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:39:31.417986 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-f9471a6f-d055-4016-a30f-611eac55421d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (ce254138-9b1b-4916-9149-272d42456e62), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:31.434329 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-90d5bd08-1fba-451f-84bc-3b0e0a7eecc6 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=3a7b04666e2d49e5be742673ed21dde8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4758732 Jul 28 05:39:31.436782 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 42224) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:31.480119 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-f9471a6f-d055-4016-a30f-611eac55421d None None] Port ce254138-9b1b-4916-9149-272d42456e62 cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:39:31.483067 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-67122943-d8e6-4448-9e3c-1f0f4ee98d4e admin admin] Publish callbacks [] for security_group (efb8aef4-8e81-47ae-87be-6814bacf4893), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:31.490407 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-9ee6cf6e-f52d-434b-b1ef-8872658143a9 None None] Set router 25d90893-ee95-44a2-bbe4-57db53b449b8 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:39:31.516736 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-f6562190-8b19-4b9f-96ba-291b1c389c95 admin admin] Publish callbacks [] for security_group (f996b98f-6d6c-4dd5-91a1-d56362b251c7), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:31.523719 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:31.543897 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-f6562190-8b19-4b9f-96ba-291b1c389c95 admin admin] Publish callbacks [] for security_group (f996b98f-6d6c-4dd5-91a1-d56362b251c7), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:31.549499 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-67122943-d8e6-4448-9e3c-1f0f4ee98d4e admin admin] Publish callbacks [] for security_group (efb8aef4-8e81-47ae-87be-6814bacf4893), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:31.559695 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:31.648443 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-83a8da73-b591-4628-bff0-764ab3f800c3 admin admin] Publish callbacks [] for port (ce254138-9b1b-4916-9149-272d42456e62), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:31.688716 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-9ee6cf6e-f52d-434b-b1ef-8872658143a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'name': 'tempest-TestVolumeBootPattern-1058617019-router', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:39:27Z', 'updated_at': '2022-07-28T05:39:31Z', 'revision_number': 4, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'gw_port': {'id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:37:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:28Z', 'updated_at': '2022-07-28T05:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'ce254138-9b1b-4916-9149-272d42456e62', 'name': '', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'mac_address': 'fa:16:3e:43:f0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:30Z', 'updated_at': '2022-07-28T05:39:30Z', 'revision_number': 1, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'subnets': [{'id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:31.717513 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee6cf6e-f52d-434b-b1ef-8872658143a9 None None] The sync data for ids ['25d90893-ee95-44a2-bbe4-57db53b449b8'] in dv-cinder-799871-48-iscsi is: [{'id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'name': 'tempest-TestVolumeBootPattern-1058617019-router', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:39:27Z', 'updated_at': '2022-07-28T05:39:31Z', 'revision_number': 4, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'gw_port': {'id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:37:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:28Z', 'updated_at': '2022-07-28T05:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'ce254138-9b1b-4916-9149-272d42456e62', 'name': '', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'mac_address': 'fa:16:3e:43:f0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:30Z', 'updated_at': '2022-07-28T05:39:30Z', 'revision_number': 1, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'subnets': [{'id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:39:31.733669 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-67122943-d8e6-4448-9e3c-1f0f4ee98d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (efb8aef4-8e81-47ae-87be-6814bacf4893), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:31.734388 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-f6562190-8b19-4b9f-96ba-291b1c389c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (f996b98f-6d6c-4dd5-91a1-d56362b251c7), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:31.735433 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-67122943-d8e6-4448-9e3c-1f0f4ee98d4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:31.738551 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-f6562190-8b19-4b9f-96ba-291b1c389c95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:31.740195 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-67122943-d8e6-4448-9e3c-1f0f4ee98d4e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/efb8aef4-8e81-47ae-87be-6814bacf4893 HTTP/1.1" status: 204 len: 168 time: 0.3729677 Jul 28 05:39:31.740363 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-f6562190-8b19-4b9f-96ba-291b1c389c95 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/f996b98f-6d6c-4dd5-91a1-d56362b251c7 HTTP/1.1" status: 204 len: 168 time: 0.3020785 Jul 28 05:39:31.741108 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-83a8da73-b591-4628-bff0-764ab3f800c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8744973'] for port (ce254138-9b1b-4916-9149-272d42456e62), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:31.748712 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:31.755500 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6562190-8b19-4b9f-96ba-291b1c389c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f996b98f-6d6c-4dd5-91a1-d56362b251c7,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:31.818337 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67122943-d8e6-4448-9e3c-1f0f4ee98d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb8aef4-8e81-47ae-87be-6814bacf4893,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:31.822234 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-83a8da73-b591-4628-bff0-764ab3f800c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4155389'] for router_interface (25d90893-ee95-44a2-bbe4-57db53b449b8), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:31.843540 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8da73-b591-4628-bff0-764ab3f800c3 admin admin] Pushing event updated for resources: {'Port': ['ID=ce254138-9b1b-4916-9149-272d42456e62,revision_number=2']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:31.937084 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a8da73-b591-4628-bff0-764ab3f800c3 admin admin] Network 5edb77fb-18f0-41c1-85ec-83f10d2e2f1e is already hosted by enough agents. {{(pid=104273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:39:31.938496 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [None req-83a8da73-b591-4628-bff0-764ab3f800c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:39:32.073205 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a8da73-b591-4628-bff0-764ab3f800c3 admin admin] Router 25d90893-ee95-44a2-bbe4-57db53b449b8 has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:39:32.413496 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-701ceb72-bd27-4bf5-86d9-f72a213b397a None None] Provisioning complete for port ce254138-9b1b-4916-9149-272d42456e62 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:39:32.415209 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-701ceb72-bd27-4bf5-86d9-f72a213b397a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (ce254138-9b1b-4916-9149-272d42456e62), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:32.471497 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 152a9d87-6858-4be4-9a78-6047bd09ae71 up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:39:32.508845 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-701ceb72-bd27-4bf5-86d9-f72a213b397a None None] Port ce254138-9b1b-4916-9149-272d42456e62 cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:39:32.556845 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port 152a9d87-6858-4be4-9a78-6047bd09ae71 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:39:32.557529 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (152a9d87-6858-4be4-9a78-6047bd09ae71), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:32.560316 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:32.669644 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port 152a9d87-6858-4be4-9a78-6047bd09ae71 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:39:32.795030 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a8da73-b591-4628-bff0-764ab3f800c3 admin admin] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:39:32.801213 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-83a8da73-b591-4628-bff0-764ab3f800c3 admin admin] 10.222.0.33 "PUT /v2.0/routers/25d90893-ee95-44a2-bbe4-57db53b449b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8177025 Jul 28 05:39:33.060289 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 42266) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:33.075165 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-384bfd08-0c10-454b-a9e3-dd51b01bfcd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:33.166249 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-384bfd08-0c10-454b-a9e3-dd51b01bfcd8 admin admin] Publish callbacks [] for security_group (fa4d149e-3bba-4f6c-8252-633a64c2dd95), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:33.211213 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:33.240054 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-384bfd08-0c10-454b-a9e3-dd51b01bfcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (fa4d149e-3bba-4f6c-8252-633a64c2dd95), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:33.287726 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-384bfd08-0c10-454b-a9e3-dd51b01bfcd8 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=411bcc8c13534a4a8878e04b732bb92b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238595 Jul 28 05:39:33.287726 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bfd08-0c10-454b-a9e3-dd51b01bfcd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4d149e-3bba-4f6c-8252-633a64c2dd95,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:33.288577 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 42270) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:33.332466 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=100 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:33.342653 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-3a56de81-7909-4dd9-8baa-54bac07e0394 admin admin] Publish callbacks [] for security_group (fa4d149e-3bba-4f6c-8252-633a64c2dd95), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:33.367672 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-3a56de81-7909-4dd9-8baa-54bac07e0394 admin admin] Publish callbacks [] for security_group (fa4d149e-3bba-4f6c-8252-633a64c2dd95), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:33.482405 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-3a56de81-7909-4dd9-8baa-54bac07e0394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (fa4d149e-3bba-4f6c-8252-633a64c2dd95), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:33.485085 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-3a56de81-7909-4dd9-8baa-54bac07e0394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:33.486418 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-3a56de81-7909-4dd9-8baa-54bac07e0394 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/fa4d149e-3bba-4f6c-8252-633a64c2dd95 HTTP/1.1" status: 204 len: 168 time: 0.1965568 Jul 28 05:39:33.494809 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a56de81-7909-4dd9-8baa-54bac07e0394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4d149e-3bba-4f6c-8252-633a64c2dd95,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:33.577073 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 42282) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:33.769515 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c866dcef-318a-4652-8f2e-cc04edca3292 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:33.853031 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c866dcef-318a-4652-8f2e-cc04edca3292 admin admin] Publish callbacks [] for security_group (b88a6cb0-9254-42d9-8ba0-b620f1fe542a), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:33.857334 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 42290) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:33.863124 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-2d97bd93-8f13-4433-a961-4287408ee9b9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1668439056-network', 'tenant_id': 'f1af514c436e4628ab4aa1745a2b74d0'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:39:33.936430 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-c866dcef-318a-4652-8f2e-cc04edca3292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (b88a6cb0-9254-42d9-8ba0-b620f1fe542a), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:33.971805 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d97bd93-8f13-4433-a961-4287408ee9b9 admin admin] Made reservation on behalf of f1af514c436e4628ab4aa1745a2b74d0 for: {'network': 1} {{(pid=104273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:39:33.974437 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-2d97bd93-8f13-4433-a961-4287408ee9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for network (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:33.999043 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-c866dcef-318a-4652-8f2e-cc04edca3292 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=095f6b9f1a3841eea4de0c1dd06879f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4208307 Jul 28 05:39:34.000721 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-2d97bd93-8f13-4433-a961-4287408ee9b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:34.001856 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 42298) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:34.003764 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c866dcef-318a-4652-8f2e-cc04edca3292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88a6cb0-9254-42d9-8ba0-b620f1fe542a,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:34.031890 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:34.089753 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-065752d2-4342-4251-8d00-0082115fc0e8 admin admin] Publish callbacks [] for security_group (b88a6cb0-9254-42d9-8ba0-b620f1fe542a), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:34.122933 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-065752d2-4342-4251-8d00-0082115fc0e8 admin admin] Publish callbacks [] for security_group (b88a6cb0-9254-42d9-8ba0-b620f1fe542a), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:34.135139 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-2d97bd93-8f13-4433-a961-4287408ee9b9 admin admin] Publish callbacks [] for security_group (64eb8518-121b-4c61-bf1d-640c93858bda), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:34.389841 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device f7c10170-1486-4c5b-bd2d-e4a85da2732a up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:39:34.394270 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198caa91-cbfd-486b-b679-06d498631545 None None] Sync routers for ids ['25d90893-ee95-44a2-bbe4-57db53b449b8'] in dv-cinder-799871-48-iscsi {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:39:34.432191 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198caa91-cbfd-486b-b679-06d498631545 None None] Routers {'25d90893-ee95-44a2-bbe4-57db53b449b8'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:39:34.432817 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-198caa91-cbfd-486b-b679-06d498631545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:39:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['25d90893-ee95-44a2-bbe4-57db53b449b8'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:34.605783 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port f7c10170-1486-4c5b-bd2d-e4a85da2732a triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:39:34.606113 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (f7c10170-1486-4c5b-bd2d-e4a85da2732a), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:34.628671 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-065752d2-4342-4251-8d00-0082115fc0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (b88a6cb0-9254-42d9-8ba0-b620f1fe542a), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:34.630381 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-2d97bd93-8f13-4433-a961-4287408ee9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (64eb8518-121b-4c61-bf1d-640c93858bda), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:34.632413 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-065752d2-4342-4251-8d00-0082115fc0e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:34.634806 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-065752d2-4342-4251-8d00-0082115fc0e8 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b88a6cb0-9254-42d9-8ba0-b620f1fe542a HTTP/1.1" status: 204 len: 168 time: 0.6312673 Jul 28 05:39:34.655010 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065752d2-4342-4251-8d00-0082115fc0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88a6cb0-9254-42d9-8ba0-b620f1fe542a,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:34.679011 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d97bd93-8f13-4433-a961-4287408ee9b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=104273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 05:39:34.698241 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97bd93-8f13-4433-a961-4287408ee9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64eb8518-121b-4c61-bf1d-640c93858bda,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:34.704276 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-2d97bd93-8f13-4433-a961-4287408ee9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124'] for segment (4221a170-7de7-4c72-a712-6c6378e3e9e8), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:34.706876 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.db.segments_db [None req-2d97bd93-8f13-4433-a961-4287408ee9b9 admin admin] Added segment 4221a170-7de7-4c72-a712-6c6378e3e9e8 of type vlan for network e13bccdf-b9c1-4c58-a270-4d4cc9c61c66 Jul 28 05:39:34.748115 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-198caa91-cbfd-486b-b679-06d498631545 None None] Set router 25d90893-ee95-44a2-bbe4-57db53b449b8 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:39:34.775131 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port f7c10170-1486-4c5b-bd2d-e4a85da2732a is: DOWN; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:39:34.775524 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (f7c10170-1486-4c5b-bd2d-e4a85da2732a), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:34.779367 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-2d97bd93-8f13-4433-a961-4287408ee9b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748695041913'] for network (e13bccdf-b9c1-4c58-a270-4d4cc9c61c66), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:34.838299 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] For port f7c10170-1486-4c5b-bd2d-e4a85da2732a, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=f7c10170-1486-4c5b-bd2d-e4a85da2732a,segment=NetworkSegment(18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30),segment_id=18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:39:34.893162 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-2d97bd93-8f13-4433-a961-4287408ee9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692'] for network (e13bccdf-b9c1-4c58-a270-4d4cc9c61c66), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:34.894849 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d97bd93-8f13-4433-a961-4287408ee9b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:39:34.895627 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-2d97bd93-8f13-4433-a961-4287408ee9b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for network (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:34.976696 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:34.976854 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:34.976854 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (f7c10170-1486-4c5b-bd2d-e4a85da2732a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:34.985392 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97bd93-8f13-4433-a961-4287408ee9b9 admin admin] Pushing event updated for resources: {'Network': ['ID=e13bccdf-b9c1-4c58-a270-4d4cc9c61c66,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:35.012321 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Network e13bccdf-b9c1-4c58-a270-4d4cc9c61c66 details requested by agent ovs-agent-dv-cinder-799871-48-iscsi with host dv-cinder-799871-48-iscsi {{(pid=104274) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 05:39:35.060565 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-2d97bd93-8f13-4433-a961-4287408ee9b9 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.2019284 Jul 28 05:39:35.063390 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 42316) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:35.070163 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-198caa91-cbfd-486b-b679-06d498631545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'name': 'tempest-TestVolumeBootPattern-1058617019-router', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:39:27Z', 'updated_at': '2022-07-28T05:39:31Z', 'revision_number': 4, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'gw_port': {'id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:37:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:28Z', 'updated_at': '2022-07-28T05:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'ce254138-9b1b-4916-9149-272d42456e62', 'name': '', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'mac_address': 'fa:16:3e:43:f0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:30Z', 'updated_at': '2022-07-28T05:39:31Z', 'revision_number': 2, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'subnets': [{'id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:35.073820 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-57adc9aa-bd07-479e-972c-9f1bf55fdf49 admin admin] Request body: {'subnet': {'network_id': 'e13bccdf-b9c1-4c58-a270-4d4cc9c61c66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1668439056-subnet', 'tenant_id': 'f1af514c436e4628ab4aa1745a2b74d0', 'ip_version': 4}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:39:35.125564 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198caa91-cbfd-486b-b679-06d498631545 None None] Checking router: 25d90893-ee95-44a2-bbe4-57db53b449b8 for host: dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:39:35.125564 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198caa91-cbfd-486b-b679-06d498631545 None None] Updating router 25d90893-ee95-44a2-bbe4-57db53b449b8 port ce254138-9b1b-4916-9149-272d42456e62 binding host dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:39:35.127344 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Pushing event updated for resources: {'Port': ['ID=f7c10170-1486-4c5b-bd2d-e4a85da2732a,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:35.166515 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-198caa91-cbfd-486b-b679-06d498631545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (ce254138-9b1b-4916-9149-272d42456e62), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:35.179736 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57adc9aa-bd07-479e-972c-9f1bf55fdf49 admin admin] Made reservation on behalf of f1af514c436e4628ab4aa1745a2b74d0 for: {'subnet': 1} {{(pid=104272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:39:35.182365 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-57adc9aa-bd07-479e-972c-9f1bf55fdf49 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12541310'] for subnet (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:35.206626 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:35.327588 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:35.346207 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-55331cc7-33b5-4411-bfba-42297b26671b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:35.412837 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 42322) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:35.427560 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-353a01af-b0cb-4233-89a0-a8ff45a2be64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:35.460322 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-57adc9aa-bd07-479e-972c-9f1bf55fdf49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8637867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12541264'] for subnet (dfdf9473-ddbb-4961-8aee-b4e043af8973), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:35.462571 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-198caa91-cbfd-486b-b679-06d498631545 None None] Publish callbacks [] for port (ce254138-9b1b-4916-9149-272d42456e62), precommit_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:35.542878 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57adc9aa-bd07-479e-972c-9f1bf55fdf49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfdf9473-ddbb-4961-8aee-b4e043af8973,revision_number=0']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:35.557930 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57adc9aa-bd07-479e-972c-9f1bf55fdf49 admin admin] Checking segment: {'id': '4221a170-7de7-4c72-a712-6c6378e3e9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e13bccdf-b9c1-4c58-a270-4d4cc9c61c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:39:35.558286 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57adc9aa-bd07-479e-972c-9f1bf55fdf49 admin admin] Network hostable DHCP agents. Network: e13bccdf-b9c1-4c58-a270-4d4cc9c61c66, hostable agents: ['abae2507-ed95-47f5-bead-3f33926efd64'], hosted agents: [] {{(pid=104272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 05:39:35.562632 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-198caa91-cbfd-486b-b679-06d498631545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (ce254138-9b1b-4916-9149-272d42456e62), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:35.585182 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-353a01af-b0cb-4233-89a0-a8ff45a2be64 admin admin] Publish callbacks [] for security_group (22c69eb6-1281-4615-86d1-618eb9772f8e), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:35.622794 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c582ef-100a-4c46-97bf-f801a766113f None None] Pushing event updated for resources: {'Port': ['ID=ce254138-9b1b-4916-9149-272d42456e62,revision_number=3']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:35.654808 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-353a01af-b0cb-4233-89a0-a8ff45a2be64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (22c69eb6-1281-4615-86d1-618eb9772f8e), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:35.682841 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 42328) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:35.683381 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-353a01af-b0cb-4233-89a0-a8ff45a2be64 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7948518b29224f92a75c938be1488a64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2687304 Jul 28 05:39:35.684647 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-198caa91-cbfd-486b-b679-06d498631545 None None] Attempting to bind port ce254138-9b1b-4916-9149-272d42456e62 on host dv-cinder-799871-48-iscsi for vnic_type normal with profile {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:39:35.685222 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-198caa91-cbfd-486b-b679-06d498631545 None None] Attempting to bind port ce254138-9b1b-4916-9149-272d42456e62 by drivers openvswitch,hyperv on host dv-cinder-799871-48-iscsi at level 0 using segments [{'id': 'bf877614-f662-462a-90f6-6165081f6798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e'}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:39:35.685841 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198caa91-cbfd-486b-b679-06d498631545 None None] Attempting to bind port ce254138-9b1b-4916-9149-272d42456e62 on network 5edb77fb-18f0-41c1-85ec-83f10d2e2f1e {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:39:35.693602 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198caa91-cbfd-486b-b679-06d498631545 None None] Checking agent: {'id': '5156d833-3082-4696-8f7b-587b7e45f062', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-48-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 22, 41), 'started_at': datetime.datetime(2022, 7, 28, 5, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-48-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:39:35.693980 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198caa91-cbfd-486b-b679-06d498631545 None None] Checking segment: {'id': 'bf877614-f662-462a-90f6-6165081f6798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:39:35.694388 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-198caa91-cbfd-486b-b679-06d498631545 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:35.694780 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198caa91-cbfd-486b-b679-06d498631545 None None] Bound using segment: {'id': 'bf877614-f662-462a-90f6-6165081f6798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e'} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:39:35.695438 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-198caa91-cbfd-486b-b679-06d498631545 None None] Bound port: ce254138-9b1b-4916-9149-272d42456e62, host: dv-cinder-799871-48-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf877614-f662-462a-90f6-6165081f6798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e'}}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:39:35.695855 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-198caa91-cbfd-486b-b679-06d498631545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (ce254138-9b1b-4916-9149-272d42456e62), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:35.702347 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57adc9aa-bd07-479e-972c-9f1bf55fdf49 admin admin] Network e13bccdf-b9c1-4c58-a270-4d4cc9c61c66 is scheduled to be hosted by DHCP agent abae2507-ed95-47f5-bead-3f33926efd64 with binding_index 1 {{(pid=104272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 05:39:35.741073 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a01af-b0cb-4233-89a0-a8ff45a2be64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c69eb6-1281-4615-86d1-618eb9772f8e,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:35.749026 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-fce6c5b0-187e-4310-bcd5-0807d2158cee admin admin] Publish callbacks [] for security_group (22c69eb6-1281-4615-86d1-618eb9772f8e), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:35.778369 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-fce6c5b0-187e-4310-bcd5-0807d2158cee admin admin] Publish callbacks [] for security_group (22c69eb6-1281-4615-86d1-618eb9772f8e), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:35.789900 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-198caa91-cbfd-486b-b679-06d498631545 None None] For port ce254138-9b1b-4916-9149-272d42456e62, host dv-cinder-799871-48-iscsi, cleared binding levels {{(pid=104274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:39:35.793446 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-198caa91-cbfd-486b-b679-06d498631545 None None] For port ce254138-9b1b-4916-9149-272d42456e62, host dv-cinder-799871-48-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=ce254138-9b1b-4916-9149-272d42456e62,segment=NetworkSegment(bf877614-f662-462a-90f6-6165081f6798),segment_id=bf877614-f662-462a-90f6-6165081f6798)] {{(pid=104274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:39:35.796355 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:35.819422 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [None req-57adc9aa-bd07-479e-972c-9f1bf55fdf49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-48-iscsi, e13bccdf-b9c1-4c58-a270-4d4cc9c61c66) {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:39:35.823971 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57adc9aa-bd07-479e-972c-9f1bf55fdf49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:39:35.828230 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-57adc9aa-bd07-479e-972c-9f1bf55fdf49 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:35.828650 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3545a5-26e5-49de-b31e-2238b7e8094f None None] Network e13bccdf-b9c1-4c58-a270-4d4cc9c61c66 requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:39:35.888466 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-198caa91-cbfd-486b-b679-06d498631545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (ce254138-9b1b-4916-9149-272d42456e62), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:35.916590 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-fce6c5b0-187e-4310-bcd5-0807d2158cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (22c69eb6-1281-4615-86d1-618eb9772f8e), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:35.919691 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-fce6c5b0-187e-4310-bcd5-0807d2158cee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:35.921055 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-57adc9aa-bd07-479e-972c-9f1bf55fdf49 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8544800 Jul 28 05:39:35.921195 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-fce6c5b0-187e-4310-bcd5-0807d2158cee admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/22c69eb6-1281-4615-86d1-618eb9772f8e HTTP/1.1" status: 204 len: 168 time: 0.2361238 Jul 28 05:39:35.926339 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 42330) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:35.930357 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-aad11316-fd62-4c39-8113-bc39284c529d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1668439056-router', 'tenant_id': 'f1af514c436e4628ab4aa1745a2b74d0', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:39:35.948724 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce6c5b0-187e-4310-bcd5-0807d2158cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c69eb6-1281-4615-86d1-618eb9772f8e,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:35.997156 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:36.000433 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-92383f19-38d2-40f4-8aef-be323539d838 None None] Provisioning complete for port ce254138-9b1b-4916-9149-272d42456e62 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:39:36.000803 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-92383f19-38d2-40f4-8aef-be323539d838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (ce254138-9b1b-4916-9149-272d42456e62), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:36.027691 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c582ef-100a-4c46-97bf-f801a766113f None None] Pushing event updated for resources: {'Port': ['ID=ce254138-9b1b-4916-9149-272d42456e62,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:36.039089 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-aad11316-fd62-4c39-8113-bc39284c529d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4155669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3750'] for router (324a752c-6c67-4dc4-a749-ecdc672f068e), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:36.041933 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-aad11316-fd62-4c39-8113-bc39284c529d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4157181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4018685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3759'] for router (324a752c-6c67-4dc4-a749-ecdc672f068e), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:36.061285 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198caa91-cbfd-486b-b679-06d498631545 None None] Routers {'25d90893-ee95-44a2-bbe4-57db53b449b8'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:39:36.067510 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-198caa91-cbfd-486b-b679-06d498631545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:39:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['25d90893-ee95-44a2-bbe4-57db53b449b8'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:36.076387 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bed1897-fe2f-45fe-96f9-b525b4c2310f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1310213-672e-5d2f-8d43-02533df8fff2-e13bccdf-b9c1-4c58-a270-4d4cc9c61c66', 'network_id': 'e13bccdf-b9c1-4c58-a270-4d4cc9c61c66', 'project_id': 'f1af514c436e4628ab4aa1745a2b74d0', 'fixed_ips': [{'subnet_id': 'dfdf9473-ddbb-4961-8aee-b4e043af8973'}]}} from dv-cinder-799871-48-iscsi. {{(pid=104274) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 05:39:36.077325 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-1bed1897-fe2f-45fe-96f9-b525b4c2310f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:36.116881 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-aad11316-fd62-4c39-8113-bc39284c529d admin admin] Publish callbacks [] for router_controller (324a752c-6c67-4dc4-a749-ecdc672f068e), precommit_add_association {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:36.194651 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:36.281894 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:INSERT=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:36.320911 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-198caa91-cbfd-486b-b679-06d498631545 None None] Set router 25d90893-ee95-44a2-bbe4-57db53b449b8 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:39:36.351561 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device ce254138-9b1b-4916-9149-272d42456e62 up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:39:36.384398 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-aad11316-fd62-4c39-8113-bc39284c529d admin admin] Publish callbacks [] for router_gateway (324a752c-6c67-4dc4-a749-ecdc672f068e), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:36.429804 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-92383f19-38d2-40f4-8aef-be323539d838 None None] Current status of the port ce254138-9b1b-4916-9149-272d42456e62 is: DOWN; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:39:36.429804 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-92383f19-38d2-40f4-8aef-be323539d838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (ce254138-9b1b-4916-9149-272d42456e62), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:36.661015 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-aad11316-fd62-4c39-8113-bc39284c529d admin admin] Publish callbacks [] for router_gateway (324a752c-6c67-4dc4-a749-ecdc672f068e), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:36.673314 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.db_base_plugin_common [None req-1bed1897-fe2f-45fe-96f9-b525b4c2310f None None] Allocated IP 172.20.0.2 (e13bccdf-b9c1-4c58-a270-4d4cc9c61c66/dfdf9473-ddbb-4961-8aee-b4e043af8973/c7601397-c5bf-4617-ac8b-4a25d3d1060b) {{(pid=104274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:39:36.682560 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-aad11316-fd62-4c39-8113-bc39284c529d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:36.721860 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-92383f19-38d2-40f4-8aef-be323539d838 None None] For port ce254138-9b1b-4916-9149-272d42456e62, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=ce254138-9b1b-4916-9149-272d42456e62,segment=NetworkSegment(bf877614-f662-462a-90f6-6165081f6798),segment_id=bf877614-f662-462a-90f6-6165081f6798)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:39:36.743209 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port ce254138-9b1b-4916-9149-272d42456e62 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:39:36.745067 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (ce254138-9b1b-4916-9149-272d42456e62), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:36.796869 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.db_base_plugin_common [None req-aad11316-fd62-4c39-8113-bc39284c529d admin admin] Allocated IP 172.27.0.91 (d892672b-b726-43a1-a501-142ea5a750c8/481049b9-1d68-41f1-a9d6-55330db72a03/e9f2d4af-0804-4f77-8da4-715a4b3e9781) {{(pid=104272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:39:36.821920 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-92383f19-38d2-40f4-8aef-be323539d838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (ce254138-9b1b-4916-9149-272d42456e62), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:36.923009 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-aad11316-fd62-4c39-8113-bc39284c529d admin admin] Publish callbacks [] for port (e9f2d4af-0804-4f77-8da4-715a4b3e9781), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:37.012445 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92383f19-38d2-40f4-8aef-be323539d838 None None] Pushing event updated for resources: {'Port': ['ID=ce254138-9b1b-4916-9149-272d42456e62,revision_number=5']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:37.014935 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-69948053-b5dc-4b9e-9333-6568e9b7cd9d None None] Provisioning complete for port ce254138-9b1b-4916-9149-272d42456e62 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:39:37.015310 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-69948053-b5dc-4b9e-9333-6568e9b7cd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (ce254138-9b1b-4916-9149-272d42456e62), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:37.024520 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-198caa91-cbfd-486b-b679-06d498631545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'name': 'tempest-TestVolumeBootPattern-1058617019-router', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:39:27Z', 'updated_at': '2022-07-28T05:39:31Z', 'revision_number': 4, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'gw_port': {'id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:37:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:28Z', 'updated_at': '2022-07-28T05:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'ce254138-9b1b-4916-9149-272d42456e62', 'name': '', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'mac_address': 'fa:16:3e:43:f0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:30Z', 'updated_at': '2022-07-28T05:39:35Z', 'revision_number': 4, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'subnets': [{'id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:37.045227 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-aad11316-fd62-4c39-8113-bc39284c529d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (e9f2d4af-0804-4f77-8da4-715a4b3e9781), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:37.094586 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198caa91-cbfd-486b-b679-06d498631545 None None] The sync data for ids ['25d90893-ee95-44a2-bbe4-57db53b449b8'] in dv-cinder-799871-48-iscsi is: [{'id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'name': 'tempest-TestVolumeBootPattern-1058617019-router', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:39:27Z', 'updated_at': '2022-07-28T05:39:31Z', 'revision_number': 4, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'gw_port': {'id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:37:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:28Z', 'updated_at': '2022-07-28T05:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'ce254138-9b1b-4916-9149-272d42456e62', 'name': '', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'mac_address': 'fa:16:3e:43:f0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:30Z', 'updated_at': '2022-07-28T05:39:35Z', 'revision_number': 4, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'subnets': [{'id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:39:37.097351 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-1bed1897-fe2f-45fe-96f9-b525b4c2310f None None] Publish callbacks [] for port (c7601397-c5bf-4617-ac8b-4a25d3d1060b), precommit_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:37.098074 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad11316-fd62-4c39-8113-bc39284c529d admin admin] Network d892672b-b726-43a1-a501-142ea5a750c8 is already hosted by enough agents. {{(pid=104272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:39:37.104817 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port ce254138-9b1b-4916-9149-272d42456e62 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:39:37.106098 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device f7c10170-1486-4c5b-bd2d-e4a85da2732a up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:39:37.106256 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [None req-aad11316-fd62-4c39-8113-bc39284c529d admin admin] Resources bound (agent type, host, resource id): {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:39:37.113131 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad11316-fd62-4c39-8113-bc39284c529d admin admin] Received port after_create {{(pid=104272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:39:37.116489 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad11316-fd62-4c39-8113-bc39284c529d admin admin] Pushing event updated for resources: {'Port': ['ID=e9f2d4af-0804-4f77-8da4-715a4b3e9781,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:37.214868 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-1bed1897-fe2f-45fe-96f9-b525b4c2310f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915'] for port (c7601397-c5bf-4617-ac8b-4a25d3d1060b), after_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:37.217290 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port f7c10170-1486-4c5b-bd2d-e4a85da2732a triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:39:37.217999 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (f7c10170-1486-4c5b-bd2d-e4a85da2732a), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:37.229757 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:37.278712 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-69948053-b5dc-4b9e-9333-6568e9b7cd9d None None] Current status of the port ce254138-9b1b-4916-9149-272d42456e62 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:39:37.310581 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bed1897-fe2f-45fe-96f9-b525b4c2310f None None] Network e13bccdf-b9c1-4c58-a270-4d4cc9c61c66 is already hosted by enough agents. {{(pid=104274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:39:37.316126 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.scheduler.base_scheduler [None req-1bed1897-fe2f-45fe-96f9-b525b4c2310f None None] Resources bound (agent type, host, resource id): {{(pid=104274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:39:37.319335 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bed1897-fe2f-45fe-96f9-b525b4c2310f None None] Received port after_create {{(pid=104274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:39:37.326049 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed1897-fe2f-45fe-96f9-b525b4c2310f None None] Pushing event updated for resources: {'Port': ['ID=c7601397-c5bf-4617-ac8b-4a25d3d1060b,revision_number=1']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:37.430698 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-1bed1897-fe2f-45fe-96f9-b525b4c2310f None None] Attempting to bind port c7601397-c5bf-4617-ac8b-4a25d3d1060b on host dv-cinder-799871-48-iscsi for vnic_type normal with profile {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:39:37.431076 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-1bed1897-fe2f-45fe-96f9-b525b4c2310f None None] Attempting to bind port c7601397-c5bf-4617-ac8b-4a25d3d1060b by drivers openvswitch,hyperv on host dv-cinder-799871-48-iscsi at level 0 using segments [{'id': '4221a170-7de7-4c72-a712-6c6378e3e9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e13bccdf-b9c1-4c58-a270-4d4cc9c61c66'}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:39:37.431450 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bed1897-fe2f-45fe-96f9-b525b4c2310f None None] Attempting to bind port c7601397-c5bf-4617-ac8b-4a25d3d1060b on network e13bccdf-b9c1-4c58-a270-4d4cc9c61c66 {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:39:37.434674 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port f7c10170-1486-4c5b-bd2d-e4a85da2732a is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:39:37.442702 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bed1897-fe2f-45fe-96f9-b525b4c2310f None None] Checking agent: {'id': '5156d833-3082-4696-8f7b-587b7e45f062', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-48-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 22, 41), 'started_at': datetime.datetime(2022, 7, 28, 5, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-48-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:39:37.443474 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bed1897-fe2f-45fe-96f9-b525b4c2310f None None] Checking segment: {'id': '4221a170-7de7-4c72-a712-6c6378e3e9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e13bccdf-b9c1-4c58-a270-4d4cc9c61c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:39:37.444110 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-1bed1897-fe2f-45fe-96f9-b525b4c2310f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:37.444702 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bed1897-fe2f-45fe-96f9-b525b4c2310f None None] Bound using segment: {'id': '4221a170-7de7-4c72-a712-6c6378e3e9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e13bccdf-b9c1-4c58-a270-4d4cc9c61c66'} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:39:37.445364 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-1bed1897-fe2f-45fe-96f9-b525b4c2310f None None] Bound port: c7601397-c5bf-4617-ac8b-4a25d3d1060b, host: dv-cinder-799871-48-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4221a170-7de7-4c72-a712-6c6378e3e9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e13bccdf-b9c1-4c58-a270-4d4cc9c61c66'}}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:39:37.445948 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-1bed1897-fe2f-45fe-96f9-b525b4c2310f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (c7601397-c5bf-4617-ac8b-4a25d3d1060b), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:37.537086 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-1bed1897-fe2f-45fe-96f9-b525b4c2310f None None] For port c7601397-c5bf-4617-ac8b-4a25d3d1060b, host dv-cinder-799871-48-iscsi, cleared binding levels {{(pid=104274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:39:37.544399 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-1bed1897-fe2f-45fe-96f9-b525b4c2310f None None] For port c7601397-c5bf-4617-ac8b-4a25d3d1060b, host dv-cinder-799871-48-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=c7601397-c5bf-4617-ac8b-4a25d3d1060b,segment=NetworkSegment(4221a170-7de7-4c72-a712-6c6378e3e9e8),segment_id=4221a170-7de7-4c72-a712-6c6378e3e9e8)] {{(pid=104274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:39:37.646257 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-1bed1897-fe2f-45fe-96f9-b525b4c2310f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (c7601397-c5bf-4617-ac8b-4a25d3d1060b), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:37.651434 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-fbb35f1e-17ec-4791-81a4-77787d48c100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:37.721753 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed1897-fe2f-45fe-96f9-b525b4c2310f None None] Pushing event updated for resources: {'Port': ['ID=c7601397-c5bf-4617-ac8b-4a25d3d1060b,revision_number=2']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:37.744402 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:DELETE=1,neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:37.818774 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-aad11316-fd62-4c39-8113-bc39284c529d admin admin] Publish callbacks [] for router_gateway (324a752c-6c67-4dc4-a749-ecdc672f068e), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:37.948486 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:38.084321 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-aad11316-fd62-4c39-8113-bc39284c529d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4157131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4018561'] for router (324a752c-6c67-4dc4-a749-ecdc672f068e), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:38.342803 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad11316-fd62-4c39-8113-bc39284c529d admin admin] Router 324a752c-6c67-4dc4-a749-ecdc672f068e is scheduled to L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a with binding_index 1 {{(pid=104272) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 05:39:38.373714 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device ce254138-9b1b-4916-9149-272d42456e62 up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:39:38.435354 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port ce254138-9b1b-4916-9149-272d42456e62 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:39:38.435731 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (ce254138-9b1b-4916-9149-272d42456e62), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:38.504789 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad11316-fd62-4c39-8113-bc39284c529d admin admin] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:39:38.523818 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56df119c-d2fe-4d27-91e0-db37b8b1dc1a None None] Sync routers for ids ['324a752c-6c67-4dc4-a749-ecdc672f068e'] in dv-cinder-799871-48-iscsi {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:39:38.551858 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56df119c-d2fe-4d27-91e0-db37b8b1dc1a None None] Routers {'324a752c-6c67-4dc4-a749-ecdc672f068e'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:39:38.552455 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-56df119c-d2fe-4d27-91e0-db37b8b1dc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:39:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['324a752c-6c67-4dc4-a749-ecdc672f068e'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:38.596799 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-aad11316-fd62-4c39-8113-bc39284c529d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:38.598597 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-aad11316-fd62-4c39-8113-bc39284c529d admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6733744 Jul 28 05:39:38.601449 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 42388) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:38.614044 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port ce254138-9b1b-4916-9149-272d42456e62 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:39:38.615420 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device c7601397-c5bf-4617-ac8b-4a25d3d1060b up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:39:38.652736 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:38.681656 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port c7601397-c5bf-4617-ac8b-4a25d3d1060b triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:39:38.682033 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (c7601397-c5bf-4617-ac8b-4a25d3d1060b), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:38.745623 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-56df119c-d2fe-4d27-91e0-db37b8b1dc1a None None] Set router 324a752c-6c67-4dc4-a749-ecdc672f068e gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:39:38.746147 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:38.799942 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port c7601397-c5bf-4617-ac8b-4a25d3d1060b is: DOWN; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:39:38.800364 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (c7601397-c5bf-4617-ac8b-4a25d3d1060b), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:38.853893 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] For port c7601397-c5bf-4617-ac8b-4a25d3d1060b, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=c7601397-c5bf-4617-ac8b-4a25d3d1060b,segment=NetworkSegment(4221a170-7de7-4c72-a712-6c6378e3e9e8),segment_id=4221a170-7de7-4c72-a712-6c6378e3e9e8)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:39:38.903096 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ba331a-c13c-4560-a2f0-d7c214d4da7d None None] Network e13bccdf-b9c1-4c58-a270-4d4cc9c61c66 requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:39:38.957536 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-56df119c-d2fe-4d27-91e0-db37b8b1dc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324a752c-6c67-4dc4-a749-ecdc672f068e', 'name': 'tempest-TestVolumeBootPattern-1668439056-router', 'tenant_id': 'f1af514c436e4628ab4aa1745a2b74d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e9f2d4af-0804-4f77-8da4-715a4b3e9781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:39:36Z', 'updated_at': '2022-07-28T05:39:37Z', 'revision_number': 3, 'project_id': 'f1af514c436e4628ab4aa1745a2b74d0', 'gw_port': {'id': 'e9f2d4af-0804-4f77-8da4-715a4b3e9781', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:28:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324a752c-6c67-4dc4-a749-ecdc672f068e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:36Z', 'updated_at': '2022-07-28T05:39:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:38.966124 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:38.966869 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-2f246969-2828-4787-8cad-afb72f0b3857 None None] Provisioning complete for port c7601397-c5bf-4617-ac8b-4a25d3d1060b triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:39:38.967247 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-2f246969-2828-4787-8cad-afb72f0b3857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (c7601397-c5bf-4617-ac8b-4a25d3d1060b), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:38.968788 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (c7601397-c5bf-4617-ac8b-4a25d3d1060b), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:38.986653 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56df119c-d2fe-4d27-91e0-db37b8b1dc1a None None] Checking router: 324a752c-6c67-4dc4-a749-ecdc672f068e for host: dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:39:38.987085 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56df119c-d2fe-4d27-91e0-db37b8b1dc1a None None] Updating router 324a752c-6c67-4dc4-a749-ecdc672f068e port e9f2d4af-0804-4f77-8da4-715a4b3e9781 binding host dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:39:39.034794 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-56df119c-d2fe-4d27-91e0-db37b8b1dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (e9f2d4af-0804-4f77-8da4-715a4b3e9781), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:39.163558 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Pushing event updated for resources: {'Port': ['ID=c7601397-c5bf-4617-ac8b-4a25d3d1060b,revision_number=3']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:39.257595 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-2f246969-2828-4787-8cad-afb72f0b3857 None None] Current status of the port c7601397-c5bf-4617-ac8b-4a25d3d1060b is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:39:39.322304 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-6c374db4-92d6-4be8-ae8b-6222f6edbccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:39.351653 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:39.465185 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-56df119c-d2fe-4d27-91e0-db37b8b1dc1a None None] Publish callbacks [] for port (e9f2d4af-0804-4f77-8da4-715a4b3e9781), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:39.478743 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-e34d4469-0786-4e02-a81d-33a89b39ce06 None None] Provisioning complete for port c7601397-c5bf-4617-ac8b-4a25d3d1060b triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:39:39.479136 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e34d4469-0786-4e02-a81d-33a89b39ce06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (c7601397-c5bf-4617-ac8b-4a25d3d1060b), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:39.514430 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.db_base_plugin_common [None req-6c374db4-92d6-4be8-ae8b-6222f6edbccc admin admin] Allocated IP 172.20.0.1 (e13bccdf-b9c1-4c58-a270-4d4cc9c61c66/dfdf9473-ddbb-4961-8aee-b4e043af8973/ff70aae4-622e-48a5-a09a-a76c78ef5932) {{(pid=104272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:39:39.538737 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-56df119c-d2fe-4d27-91e0-db37b8b1dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (e9f2d4af-0804-4f77-8da4-715a4b3e9781), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:39.571377 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-e34d4469-0786-4e02-a81d-33a89b39ce06 None None] Current status of the port c7601397-c5bf-4617-ac8b-4a25d3d1060b is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:39:39.594922 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [None req-56df119c-d2fe-4d27-91e0-db37b8b1dc1a None None] Attempting to bind port e9f2d4af-0804-4f77-8da4-715a4b3e9781 on host dv-cinder-799871-48-iscsi for vnic_type normal with profile {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:39:39.595709 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [None req-56df119c-d2fe-4d27-91e0-db37b8b1dc1a None None] Attempting to bind port e9f2d4af-0804-4f77-8da4-715a4b3e9781 by drivers openvswitch,hyperv on host dv-cinder-799871-48-iscsi at level 0 using segments [{'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:39:39.596164 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56df119c-d2fe-4d27-91e0-db37b8b1dc1a None None] Attempting to bind port e9f2d4af-0804-4f77-8da4-715a4b3e9781 on network d892672b-b726-43a1-a501-142ea5a750c8 {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:39:39.599100 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:39.599893 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093ca0e-70c0-4303-a5a9-b477671fd55a None None] Pushing event updated for resources: {'Port': ['ID=e9f2d4af-0804-4f77-8da4-715a4b3e9781,revision_number=2']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:39.605791 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56df119c-d2fe-4d27-91e0-db37b8b1dc1a None None] Checking agent: {'id': '5156d833-3082-4696-8f7b-587b7e45f062', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-48-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 22, 41), 'started_at': datetime.datetime(2022, 7, 28, 5, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-48-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:39:39.607170 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56df119c-d2fe-4d27-91e0-db37b8b1dc1a None None] Checking segment: {'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:39:39.607738 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-56df119c-d2fe-4d27-91e0-db37b8b1dc1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:39.608127 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56df119c-d2fe-4d27-91e0-db37b8b1dc1a None None] Bound using segment: {'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:39:39.608596 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [None req-56df119c-d2fe-4d27-91e0-db37b8b1dc1a None None] Bound port: e9f2d4af-0804-4f77-8da4-715a4b3e9781, host: dv-cinder-799871-48-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:39:39.608975 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-56df119c-d2fe-4d27-91e0-db37b8b1dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (e9f2d4af-0804-4f77-8da4-715a4b3e9781), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:39.629324 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-6c374db4-92d6-4be8-ae8b-6222f6edbccc admin admin] Publish callbacks [] for port (ff70aae4-622e-48a5-a09a-a76c78ef5932), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:39.665418 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [None req-56df119c-d2fe-4d27-91e0-db37b8b1dc1a None None] For port e9f2d4af-0804-4f77-8da4-715a4b3e9781, host dv-cinder-799871-48-iscsi, cleared binding levels {{(pid=104275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:39:39.672966 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [None req-56df119c-d2fe-4d27-91e0-db37b8b1dc1a None None] For port e9f2d4af-0804-4f77-8da4-715a4b3e9781, host dv-cinder-799871-48-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=e9f2d4af-0804-4f77-8da4-715a4b3e9781,segment=NetworkSegment(18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30),segment_id=18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30)] {{(pid=104275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:39:39.745731 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-6c374db4-92d6-4be8-ae8b-6222f6edbccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (ff70aae4-622e-48a5-a09a-a76c78ef5932), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:39.769066 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-56df119c-d2fe-4d27-91e0-db37b8b1dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (e9f2d4af-0804-4f77-8da4-715a4b3e9781), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:39.791839 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c374db4-92d6-4be8-ae8b-6222f6edbccc admin admin] Network e13bccdf-b9c1-4c58-a270-4d4cc9c61c66 is already hosted by enough agents. {{(pid=104272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:39:39.795217 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [None req-6c374db4-92d6-4be8-ae8b-6222f6edbccc admin admin] Resources bound (agent type, host, resource id): {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:39:39.800039 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c374db4-92d6-4be8-ae8b-6222f6edbccc admin admin] Received port after_create {{(pid=104272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:39:39.805242 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c374db4-92d6-4be8-ae8b-6222f6edbccc admin admin] Pushing event updated for resources: {'Port': ['ID=ff70aae4-622e-48a5-a09a-a76c78ef5932,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:39.844150 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-6c374db4-92d6-4be8-ae8b-6222f6edbccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4155265'] for router_interface (324a752c-6c67-4dc4-a749-ecdc672f068e), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:39.845116 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56df119c-d2fe-4d27-91e0-db37b8b1dc1a None None] Routers {'324a752c-6c67-4dc4-a749-ecdc672f068e'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:39:39.845929 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-56df119c-d2fe-4d27-91e0-db37b8b1dc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:39:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['324a752c-6c67-4dc4-a749-ecdc672f068e'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:39.888704 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093ca0e-70c0-4303-a5a9-b477671fd55a None None] Pushing event updated for resources: {'Port': ['ID=e9f2d4af-0804-4f77-8da4-715a4b3e9781,revision_number=3']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:39.945908 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:39.994454 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-56df119c-d2fe-4d27-91e0-db37b8b1dc1a None None] Set router 324a752c-6c67-4dc4-a749-ecdc672f068e gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:39:40.097605 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-6c374db4-92d6-4be8-ae8b-6222f6edbccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (ff70aae4-622e-48a5-a09a-a76c78ef5932), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:40.112956 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-2f43ccb1-3ccc-4664-b828-62e3eb488f5d None None] Provisioning complete for port ff70aae4-622e-48a5-a09a-a76c78ef5932 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:39:40.112956 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-2f43ccb1-3ccc-4664-b828-62e3eb488f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (ff70aae4-622e-48a5-a09a-a76c78ef5932), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:40.148692 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-2f43ccb1-3ccc-4664-b828-62e3eb488f5d None None] Port ff70aae4-622e-48a5-a09a-a76c78ef5932 cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:39:40.179082 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-56df119c-d2fe-4d27-91e0-db37b8b1dc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324a752c-6c67-4dc4-a749-ecdc672f068e', 'name': 'tempest-TestVolumeBootPattern-1668439056-router', 'tenant_id': 'f1af514c436e4628ab4aa1745a2b74d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e9f2d4af-0804-4f77-8da4-715a4b3e9781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:39:36Z', 'updated_at': '2022-07-28T05:39:37Z', 'revision_number': 3, 'project_id': 'f1af514c436e4628ab4aa1745a2b74d0', 'gw_port': {'id': 'e9f2d4af-0804-4f77-8da4-715a4b3e9781', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:28:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324a752c-6c67-4dc4-a749-ecdc672f068e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:36Z', 'updated_at': '2022-07-28T05:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:40.209191 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56df119c-d2fe-4d27-91e0-db37b8b1dc1a None None] The sync data for ids ['324a752c-6c67-4dc4-a749-ecdc672f068e'] in dv-cinder-799871-48-iscsi is: [{'id': '324a752c-6c67-4dc4-a749-ecdc672f068e', 'name': 'tempest-TestVolumeBootPattern-1668439056-router', 'tenant_id': 'f1af514c436e4628ab4aa1745a2b74d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e9f2d4af-0804-4f77-8da4-715a4b3e9781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:39:36Z', 'updated_at': '2022-07-28T05:39:37Z', 'revision_number': 3, 'project_id': 'f1af514c436e4628ab4aa1745a2b74d0', 'gw_port': {'id': 'e9f2d4af-0804-4f77-8da4-715a4b3e9781', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:28:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324a752c-6c67-4dc4-a749-ecdc672f068e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:36Z', 'updated_at': '2022-07-28T05:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}] {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:39:40.299205 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-6c374db4-92d6-4be8-ae8b-6222f6edbccc admin admin] Publish callbacks [] for port (ff70aae4-622e-48a5-a09a-a76c78ef5932), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:40.300028 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device c7601397-c5bf-4617-ac8b-4a25d3d1060b up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:39:40.346114 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port c7601397-c5bf-4617-ac8b-4a25d3d1060b triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:39:40.346506 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (c7601397-c5bf-4617-ac8b-4a25d3d1060b), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:40.424847 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port c7601397-c5bf-4617-ac8b-4a25d3d1060b is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:39:40.442616 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-6c374db4-92d6-4be8-ae8b-6222f6edbccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8637776'] for port (ff70aae4-622e-48a5-a09a-a76c78ef5932), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:40.501158 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:40.531527 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:40.562132 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-6c374db4-92d6-4be8-ae8b-6222f6edbccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4155389'] for router_interface (324a752c-6c67-4dc4-a749-ecdc672f068e), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:40.565186 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c374db4-92d6-4be8-ae8b-6222f6edbccc admin admin] Pushing event updated for resources: {'Port': ['ID=ff70aae4-622e-48a5-a09a-a76c78ef5932,revision_number=2']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:40.671980 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c374db4-92d6-4be8-ae8b-6222f6edbccc admin admin] Network e13bccdf-b9c1-4c58-a270-4d4cc9c61c66 is already hosted by enough agents. {{(pid=104272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:39:40.674258 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [None req-6c374db4-92d6-4be8-ae8b-6222f6edbccc admin admin] Resources bound (agent type, host, resource id): {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:39:40.810097 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:40.821005 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c374db4-92d6-4be8-ae8b-6222f6edbccc admin admin] Router 324a752c-6c67-4dc4-a749-ecdc672f068e has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:39:40.957489 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c374db4-92d6-4be8-ae8b-6222f6edbccc admin admin] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:39:40.973408 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-6c374db4-92d6-4be8-ae8b-6222f6edbccc admin admin] 10.222.0.33 "PUT /v2.0/routers/324a752c-6c67-4dc4-a749-ecdc672f068e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3603494 Jul 28 05:39:40.973903 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-6844acba-6143-4f19-be52-5ff7332de940 None None] Provisioning complete for port ff70aae4-622e-48a5-a09a-a76c78ef5932 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:39:40.973903 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-6844acba-6143-4f19-be52-5ff7332de940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (ff70aae4-622e-48a5-a09a-a76c78ef5932), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:40.979887 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:41.012285 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-6844acba-6143-4f19-be52-5ff7332de940 None None] Port ff70aae4-622e-48a5-a09a-a76c78ef5932 cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:39:41.296855 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=100 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:41.465727 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 42446) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:41.472295 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-9c72a121-4ab9-4c07-8c3f-a028dc65fda1 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-88218149', 'description': 'tempest-secgroup-smoke-88218149 description', 'project_id': '049ba77de43b4702832529d687f5f7a3'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:39:41.565370 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9c72a121-4ab9-4c07-8c3f-a028dc65fda1 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:41.644244 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9c72a121-4ab9-4c07-8c3f-a028dc65fda1 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for security_group (aceaeefe-3ba3-46cc-b013-12b26aec0123), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:41.748238 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9c72a121-4ab9-4c07-8c3f-a028dc65fda1 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (aceaeefe-3ba3-46cc-b013-12b26aec0123), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:41.777530 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:41.783466 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72a121-4ab9-4c07-8c3f-a028dc65fda1 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aceaeefe-3ba3-46cc-b013-12b26aec0123,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:41.858547 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9c72a121-4ab9-4c07-8c3f-a028dc65fda1 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:41.859889 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-9c72a121-4ab9-4c07-8c3f-a028dc65fda1 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3925157 Jul 28 05:39:41.863262 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 42468) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:41.868198 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-7800040e-2360-4c47-aebd-979a1c3ae9c4 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Request body: {'security_group_rule': {'security_group_id': 'aceaeefe-3ba3-46cc-b013-12b26aec0123', 'project_id': '049ba77de43b4702832529d687f5f7a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:39:42.014909 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-7800040e-2360-4c47-aebd-979a1c3ae9c4 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for security_group_rule (32459df1-b00a-4f1f-a62e-e508a998b5f6), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:42.075734 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-7800040e-2360-4c47-aebd-979a1c3ae9c4 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for security_group_rule (32459df1-b00a-4f1f-a62e-e508a998b5f6), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:42.145623 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-7800040e-2360-4c47-aebd-979a1c3ae9c4 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703374'] for security_group_rule (32459df1-b00a-4f1f-a62e-e508a998b5f6), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:42.151032 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 42474) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:42.162342 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:42.167440 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800040e-2360-4c47-aebd-979a1c3ae9c4 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32459df1-b00a-4f1f-a62e-e508a998b5f6,revision_number=0']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:42.261883 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-29828c72-f9e3-46c7-bcd5-81d2cc990804 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:42.268662 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-7800040e-2360-4c47-aebd-979a1c3ae9c4 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:42.272578 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-7800040e-2360-4c47-aebd-979a1c3ae9c4 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4057529 Jul 28 05:39:42.272830 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 42478) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:42.278885 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-8dd112e9-d19f-461d-afc3-04278113ae16 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Request body: {'security_group_rule': {'security_group_id': 'aceaeefe-3ba3-46cc-b013-12b26aec0123', 'project_id': '049ba77de43b4702832529d687f5f7a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:39:42.301929 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device e9f2d4af-0804-4f77-8da4-715a4b3e9781 up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:39:42.347868 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port e9f2d4af-0804-4f77-8da4-715a4b3e9781 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:39:42.348165 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (e9f2d4af-0804-4f77-8da4-715a4b3e9781), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:42.352496 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-29828c72-f9e3-46c7-bcd5-81d2cc990804 admin admin] Publish callbacks [] for security_group (f02f2868-236f-4faf-97a3-ab79ec34e602), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:42.426950 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-8dd112e9-d19f-461d-afc3-04278113ae16 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for security_group_rule (49e5ce69-82ae-46b2-bdb1-43694d33feff), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:42.442695 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-29828c72-f9e3-46c7-bcd5-81d2cc990804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (f02f2868-236f-4faf-97a3-ab79ec34e602), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:42.483581 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-29828c72-f9e3-46c7-bcd5-81d2cc990804 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=cd2973e243f44d91849a8a7e100fe33d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3309565 Jul 28 05:39:42.484569 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 42480) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:42.495453 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-8dd112e9-d19f-461d-afc3-04278113ae16 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for security_group_rule (49e5ce69-82ae-46b2-bdb1-43694d33feff), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:42.535796 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29828c72-f9e3-46c7-bcd5-81d2cc990804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02f2868-236f-4faf-97a3-ab79ec34e602,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:42.554301 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port e9f2d4af-0804-4f77-8da4-715a4b3e9781 is: DOWN; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:39:42.554635 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (e9f2d4af-0804-4f77-8da4-715a4b3e9781), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:42.557078 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ff8186af-878a-4ad3-aafc-79040c9e7f0e admin admin] Publish callbacks [] for security_group (f02f2868-236f-4faf-97a3-ab79ec34e602), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:42.577940 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] For port e9f2d4af-0804-4f77-8da4-715a4b3e9781, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=e9f2d4af-0804-4f77-8da4-715a4b3e9781,segment=NetworkSegment(18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30),segment_id=18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:39:42.578747 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ff8186af-878a-4ad3-aafc-79040c9e7f0e admin admin] Publish callbacks [] for security_group (f02f2868-236f-4faf-97a3-ab79ec34e602), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:42.591181 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-8dd112e9-d19f-461d-afc3-04278113ae16 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703374'] for security_group_rule (49e5ce69-82ae-46b2-bdb1-43694d33feff), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:42.611291 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd112e9-d19f-461d-afc3-04278113ae16 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49e5ce69-82ae-46b2-bdb1-43694d33feff,revision_number=0']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:42.645313 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (e9f2d4af-0804-4f77-8da4-715a4b3e9781), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:42.693515 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Pushing event updated for resources: {'Port': ['ID=e9f2d4af-0804-4f77-8da4-715a4b3e9781,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:42.728360 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ff8186af-878a-4ad3-aafc-79040c9e7f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (f02f2868-236f-4faf-97a3-ab79ec34e602), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:42.730091 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad542c9-7e10-48d7-b988-016aa1d244c6 None None] Sync routers for ids ['324a752c-6c67-4dc4-a749-ecdc672f068e'] in dv-cinder-799871-48-iscsi {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:39:42.731205 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ff8186af-878a-4ad3-aafc-79040c9e7f0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:42.731943 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-8dd112e9-d19f-461d-afc3-04278113ae16 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:42.733941 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-ff8186af-878a-4ad3-aafc-79040c9e7f0e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/f02f2868-236f-4faf-97a3-ab79ec34e602 HTTP/1.1" status: 204 len: 168 time: 0.2476139 Jul 28 05:39:42.738032 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-8dd112e9-d19f-461d-afc3-04278113ae16 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4641166 Jul 28 05:39:42.738688 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 42484) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:42.743715 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-e676c426-365e-4cc8-a157-fef51c617364 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Request body: {'security_group_rule': {'security_group_id': 'aceaeefe-3ba3-46cc-b013-12b26aec0123', 'project_id': '049ba77de43b4702832529d687f5f7a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:39:42.743893 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad542c9-7e10-48d7-b988-016aa1d244c6 None None] Routers {'324a752c-6c67-4dc4-a749-ecdc672f068e'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:39:42.744051 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8186af-878a-4ad3-aafc-79040c9e7f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02f2868-236f-4faf-97a3-ab79ec34e602,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:42.744410 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-8ad542c9-7e10-48d7-b988-016aa1d244c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:39:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['324a752c-6c67-4dc4-a749-ecdc672f068e'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:42.860955 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-8ad542c9-7e10-48d7-b988-016aa1d244c6 None None] Set router 324a752c-6c67-4dc4-a749-ecdc672f068e gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:39:42.903729 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-e676c426-365e-4cc8-a157-fef51c617364 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for security_group_rule (c17c7835-d758-4455-a3b6-fd204808e5a4), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:42.973056 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-e676c426-365e-4cc8-a157-fef51c617364 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for security_group_rule (c17c7835-d758-4455-a3b6-fd204808e5a4), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:43.068101 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-e676c426-365e-4cc8-a157-fef51c617364 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703374'] for security_group_rule (c17c7835-d758-4455-a3b6-fd204808e5a4), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:43.095004 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-8ad542c9-7e10-48d7-b988-016aa1d244c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324a752c-6c67-4dc4-a749-ecdc672f068e', 'name': 'tempest-TestVolumeBootPattern-1668439056-router', 'tenant_id': 'f1af514c436e4628ab4aa1745a2b74d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e9f2d4af-0804-4f77-8da4-715a4b3e9781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:39:36Z', 'updated_at': '2022-07-28T05:39:39Z', 'revision_number': 4, 'project_id': 'f1af514c436e4628ab4aa1745a2b74d0', 'gw_port': {'id': 'e9f2d4af-0804-4f77-8da4-715a4b3e9781', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:28:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324a752c-6c67-4dc4-a749-ecdc672f068e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:36Z', 'updated_at': '2022-07-28T05:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'ff70aae4-622e-48a5-a09a-a76c78ef5932', 'name': '', 'network_id': 'e13bccdf-b9c1-4c58-a270-4d4cc9c61c66', 'tenant_id': 'f1af514c436e4628ab4aa1745a2b74d0', 'mac_address': 'fa:16:3e:64:f1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324a752c-6c67-4dc4-a749-ecdc672f068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'dfdf9473-ddbb-4961-8aee-b4e043af8973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:39Z', 'updated_at': '2022-07-28T05:39:40Z', 'revision_number': 2, 'project_id': 'f1af514c436e4628ab4aa1745a2b74d0', 'subnets': [{'id': 'dfdf9473-ddbb-4961-8aee-b4e043af8973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:43.095892 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676c426-365e-4cc8-a157-fef51c617364 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c17c7835-d758-4455-a3b6-fd204808e5a4,revision_number=0']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:43.130756 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad542c9-7e10-48d7-b988-016aa1d244c6 None None] Checking router: 324a752c-6c67-4dc4-a749-ecdc672f068e for host: dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:39:43.133890 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad542c9-7e10-48d7-b988-016aa1d244c6 None None] Updating router 324a752c-6c67-4dc4-a749-ecdc672f068e port ff70aae4-622e-48a5-a09a-a76c78ef5932 binding host dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:39:43.165654 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-8ad542c9-7e10-48d7-b988-016aa1d244c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (ff70aae4-622e-48a5-a09a-a76c78ef5932), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:43.180358 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:43.208155 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-e676c426-365e-4cc8-a157-fef51c617364 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:43.210091 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-e676c426-365e-4cc8-a157-fef51c617364 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4698796 Jul 28 05:39:43.212636 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 42510) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:43.217976 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-4bbdce91-a85d-44dd-a6ea-e472cf1b2c3a tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Request body: {'security_group_rule': {'security_group_id': 'aceaeefe-3ba3-46cc-b013-12b26aec0123', 'project_id': '049ba77de43b4702832529d687f5f7a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:39:43.325084 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-4bbdce91-a85d-44dd-a6ea-e472cf1b2c3a tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for security_group_rule (472788ff-16bb-4b9f-8cac-9323e6b2a049), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:43.394879 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:43.397088 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-4bbdce91-a85d-44dd-a6ea-e472cf1b2c3a tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for security_group_rule (472788ff-16bb-4b9f-8cac-9323e6b2a049), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:43.448242 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:43.466288 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-8ad542c9-7e10-48d7-b988-016aa1d244c6 None None] Publish callbacks [] for port (ff70aae4-622e-48a5-a09a-a76c78ef5932), precommit_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:43.471534 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-4bbdce91-a85d-44dd-a6ea-e472cf1b2c3a tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703374'] for security_group_rule (472788ff-16bb-4b9f-8cac-9323e6b2a049), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:43.488095 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbdce91-a85d-44dd-a6ea-e472cf1b2c3a tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=472788ff-16bb-4b9f-8cac-9323e6b2a049,revision_number=0']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:43.494619 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:43.547908 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-8ad542c9-7e10-48d7-b988-016aa1d244c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (ff70aae4-622e-48a5-a09a-a76c78ef5932), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:43.579315 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-4bbdce91-a85d-44dd-a6ea-e472cf1b2c3a tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:43.580681 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-4bbdce91-a85d-44dd-a6ea-e472cf1b2c3a tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3669569 Jul 28 05:39:43.583914 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 42518) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:43.589097 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-6fa4ed2f-234b-4a2b-91e1-c2b805a6144a tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Request body: {'security_group_rule': {'security_group_id': 'aceaeefe-3ba3-46cc-b013-12b26aec0123', 'project_id': '049ba77de43b4702832529d687f5f7a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:39:43.592935 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14301b7a-5216-4b2a-8063-2dc55162fbab None None] Pushing event updated for resources: {'Port': ['ID=ff70aae4-622e-48a5-a09a-a76c78ef5932,revision_number=3']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:43.683100 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-8ad542c9-7e10-48d7-b988-016aa1d244c6 None None] Attempting to bind port ff70aae4-622e-48a5-a09a-a76c78ef5932 on host dv-cinder-799871-48-iscsi for vnic_type normal with profile {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:39:43.683506 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-8ad542c9-7e10-48d7-b988-016aa1d244c6 None None] Attempting to bind port ff70aae4-622e-48a5-a09a-a76c78ef5932 by drivers openvswitch,hyperv on host dv-cinder-799871-48-iscsi at level 0 using segments [{'id': '4221a170-7de7-4c72-a712-6c6378e3e9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e13bccdf-b9c1-4c58-a270-4d4cc9c61c66'}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:39:43.683876 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad542c9-7e10-48d7-b988-016aa1d244c6 None None] Attempting to bind port ff70aae4-622e-48a5-a09a-a76c78ef5932 on network e13bccdf-b9c1-4c58-a270-4d4cc9c61c66 {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:39:43.691439 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad542c9-7e10-48d7-b988-016aa1d244c6 None None] Checking agent: {'id': '5156d833-3082-4696-8f7b-587b7e45f062', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-48-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 22, 41), 'started_at': datetime.datetime(2022, 7, 28, 5, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-48-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:39:43.692396 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad542c9-7e10-48d7-b988-016aa1d244c6 None None] Checking segment: {'id': '4221a170-7de7-4c72-a712-6c6378e3e9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e13bccdf-b9c1-4c58-a270-4d4cc9c61c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:39:43.693057 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-8ad542c9-7e10-48d7-b988-016aa1d244c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:43.697716 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad542c9-7e10-48d7-b988-016aa1d244c6 None None] Bound using segment: {'id': '4221a170-7de7-4c72-a712-6c6378e3e9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e13bccdf-b9c1-4c58-a270-4d4cc9c61c66'} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:39:43.697716 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-8ad542c9-7e10-48d7-b988-016aa1d244c6 None None] Bound port: ff70aae4-622e-48a5-a09a-a76c78ef5932, host: dv-cinder-799871-48-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4221a170-7de7-4c72-a712-6c6378e3e9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e13bccdf-b9c1-4c58-a270-4d4cc9c61c66'}}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:39:43.697716 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-8ad542c9-7e10-48d7-b988-016aa1d244c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (ff70aae4-622e-48a5-a09a-a76c78ef5932), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:43.716990 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.db.securitygroups_db [None req-6fa4ed2f-234b-4a2b-91e1-c2b805a6144a tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Project 049ba77de43b4702832529d687f5f7a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 05:39:43.723734 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-6fa4ed2f-234b-4a2b-91e1-c2b805a6144a tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for security_group_rule (5a58bd93-49a0-43d5-a2f5-b185230c801d), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:43.780227 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 42524) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:43.834986 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-8ad542c9-7e10-48d7-b988-016aa1d244c6 None None] For port ff70aae4-622e-48a5-a09a-a76c78ef5932, host dv-cinder-799871-48-iscsi, cleared binding levels {{(pid=104274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:39:43.842876 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-8ad542c9-7e10-48d7-b988-016aa1d244c6 None None] For port ff70aae4-622e-48a5-a09a-a76c78ef5932, host dv-cinder-799871-48-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=ff70aae4-622e-48a5-a09a-a76c78ef5932,segment=NetworkSegment(4221a170-7de7-4c72-a712-6c6378e3e9e8),segment_id=4221a170-7de7-4c72-a712-6c6378e3e9e8)] {{(pid=104274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:39:43.851971 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-6fa4ed2f-234b-4a2b-91e1-c2b805a6144a tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for security_group_rule (5a58bd93-49a0-43d5-a2f5-b185230c801d), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:43.931636 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ea4b87ed-7389-47c4-af2d-76af16c6e77b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:43.945143 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-6fa4ed2f-234b-4a2b-91e1-c2b805a6144a tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703374'] for security_group_rule (5a58bd93-49a0-43d5-a2f5-b185230c801d), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:43.958896 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-8ad542c9-7e10-48d7-b988-016aa1d244c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (ff70aae4-622e-48a5-a09a-a76c78ef5932), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:43.960810 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-653953cd-212b-4e9c-adac-15a2f378dc60 None None] Provisioning complete for port ff70aae4-622e-48a5-a09a-a76c78ef5932 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:39:43.965324 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-653953cd-212b-4e9c-adac-15a2f378dc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (ff70aae4-622e-48a5-a09a-a76c78ef5932), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:43.968767 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4ed2f-234b-4a2b-91e1-c2b805a6144a tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a58bd93-49a0-43d5-a2f5-b185230c801d,revision_number=0']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:44.035132 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ea4b87ed-7389-47c4-af2d-76af16c6e77b admin admin] Publish callbacks [] for security_group (f9afabeb-e27f-49f5-89b7-fb51069fe927), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:44.040139 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-6fa4ed2f-234b-4a2b-91e1-c2b805a6144a tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:44.042225 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-6fa4ed2f-234b-4a2b-91e1-c2b805a6144a tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4570639 Jul 28 05:39:44.045327 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 42532) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:44.057140 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-65177876-5c50-4d9a-b1db-fb704022a771 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Request body: {'security_group_rule': {'security_group_id': 'aceaeefe-3ba3-46cc-b013-12b26aec0123', 'project_id': '049ba77de43b4702832529d687f5f7a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:39:44.059396 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:44.074553 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14301b7a-5216-4b2a-8063-2dc55162fbab None None] Pushing event updated for resources: {'Port': ['ID=ff70aae4-622e-48a5-a09a-a76c78ef5932,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:44.084302 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad542c9-7e10-48d7-b988-016aa1d244c6 None None] Routers {'324a752c-6c67-4dc4-a749-ecdc672f068e'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:39:44.085356 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-8ad542c9-7e10-48d7-b988-016aa1d244c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:39:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['324a752c-6c67-4dc4-a749-ecdc672f068e'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:44.121264 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ea4b87ed-7389-47c4-af2d-76af16c6e77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (f9afabeb-e27f-49f5-89b7-fb51069fe927), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:44.198887 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b87ed-7389-47c4-af2d-76af16c6e77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9afabeb-e27f-49f5-89b7-fb51069fe927,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:44.209815 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-ea4b87ed-7389-47c4-af2d-76af16c6e77b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c25c369e47c2443b9a2136d60ea6962e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4254475 Jul 28 05:39:44.210604 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 42542) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:44.221279 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.db.securitygroups_db [None req-65177876-5c50-4d9a-b1db-fb704022a771 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Project 049ba77de43b4702832529d687f5f7a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 05:39:44.231630 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-65177876-5c50-4d9a-b1db-fb704022a771 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for security_group_rule (25570166-a666-409f-9824-dbb47fdb1389), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:44.302713 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:INSERT=11,neutron:UPDATE=3,neutron:SELECT=80,neutron:DELETE=6 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:44.340460 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-65177876-5c50-4d9a-b1db-fb704022a771 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for security_group_rule (25570166-a666-409f-9824-dbb47fdb1389), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:44.343327 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9fc4abd0-b1ae-4249-bc2d-32687fa1dc08 admin admin] Publish callbacks [] for security_group (f9afabeb-e27f-49f5-89b7-fb51069fe927), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:44.387365 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-653953cd-212b-4e9c-adac-15a2f378dc60 None None] Current status of the port ff70aae4-622e-48a5-a09a-a76c78ef5932 is: DOWN; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:39:44.387778 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-653953cd-212b-4e9c-adac-15a2f378dc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (ff70aae4-622e-48a5-a09a-a76c78ef5932), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:44.399159 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9fc4abd0-b1ae-4249-bc2d-32687fa1dc08 admin admin] Publish callbacks [] for security_group (f9afabeb-e27f-49f5-89b7-fb51069fe927), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:44.417035 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device e9f2d4af-0804-4f77-8da4-715a4b3e9781 up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:39:44.425575 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-8ad542c9-7e10-48d7-b988-016aa1d244c6 None None] Set router 324a752c-6c67-4dc4-a749-ecdc672f068e gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:39:44.451031 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-65177876-5c50-4d9a-b1db-fb704022a771 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703374'] for security_group_rule (25570166-a666-409f-9824-dbb47fdb1389), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:44.473214 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65177876-5c50-4d9a-b1db-fb704022a771 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25570166-a666-409f-9824-dbb47fdb1389,revision_number=0']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:44.554646 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9fc4abd0-b1ae-4249-bc2d-32687fa1dc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (f9afabeb-e27f-49f5-89b7-fb51069fe927), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:44.556057 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-653953cd-212b-4e9c-adac-15a2f378dc60 None None] For port ff70aae4-622e-48a5-a09a-a76c78ef5932, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=ff70aae4-622e-48a5-a09a-a76c78ef5932,segment=NetworkSegment(4221a170-7de7-4c72-a712-6c6378e3e9e8),segment_id=4221a170-7de7-4c72-a712-6c6378e3e9e8)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:39:44.556858 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-65177876-5c50-4d9a-b1db-fb704022a771 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:44.557415 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9fc4abd0-b1ae-4249-bc2d-32687fa1dc08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:44.561412 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-9fc4abd0-b1ae-4249-bc2d-32687fa1dc08 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/f9afabeb-e27f-49f5-89b7-fb51069fe927 HTTP/1.1" status: 204 len: 168 time: 0.3466008 Jul 28 05:39:44.561583 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-65177876-5c50-4d9a-b1db-fb704022a771 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5124640 Jul 28 05:39:44.596442 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc4abd0-b1ae-4249-bc2d-32687fa1dc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9afabeb-e27f-49f5-89b7-fb51069fe927,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:44.633192 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port e9f2d4af-0804-4f77-8da4-715a4b3e9781 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:39:44.633798 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (e9f2d4af-0804-4f77-8da4-715a4b3e9781), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:44.665326 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-653953cd-212b-4e9c-adac-15a2f378dc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (ff70aae4-622e-48a5-a09a-a76c78ef5932), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:44.734719 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:44.960806 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653953cd-212b-4e9c-adac-15a2f378dc60 None None] Pushing event updated for resources: {'Port': ['ID=ff70aae4-622e-48a5-a09a-a76c78ef5932,revision_number=5']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:44.978960 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-478d3970-4809-4126-ae18-e2d89da914d0 None None] Provisioning complete for port ff70aae4-622e-48a5-a09a-a76c78ef5932 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:39:44.979337 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-478d3970-4809-4126-ae18-e2d89da914d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (ff70aae4-622e-48a5-a09a-a76c78ef5932), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:45.012827 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port e9f2d4af-0804-4f77-8da4-715a4b3e9781 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:39:45.021336 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-8ad542c9-7e10-48d7-b988-016aa1d244c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324a752c-6c67-4dc4-a749-ecdc672f068e', 'name': 'tempest-TestVolumeBootPattern-1668439056-router', 'tenant_id': 'f1af514c436e4628ab4aa1745a2b74d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e9f2d4af-0804-4f77-8da4-715a4b3e9781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:39:36Z', 'updated_at': '2022-07-28T05:39:39Z', 'revision_number': 4, 'project_id': 'f1af514c436e4628ab4aa1745a2b74d0', 'gw_port': {'id': 'e9f2d4af-0804-4f77-8da4-715a4b3e9781', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:28:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324a752c-6c67-4dc4-a749-ecdc672f068e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:36Z', 'updated_at': '2022-07-28T05:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'ff70aae4-622e-48a5-a09a-a76c78ef5932', 'name': '', 'network_id': 'e13bccdf-b9c1-4c58-a270-4d4cc9c61c66', 'tenant_id': 'f1af514c436e4628ab4aa1745a2b74d0', 'mac_address': 'fa:16:3e:64:f1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324a752c-6c67-4dc4-a749-ecdc672f068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'dfdf9473-ddbb-4961-8aee-b4e043af8973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:39Z', 'updated_at': '2022-07-28T05:39:43Z', 'revision_number': 4, 'project_id': 'f1af514c436e4628ab4aa1745a2b74d0', 'subnets': [{'id': 'dfdf9473-ddbb-4961-8aee-b4e043af8973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:39:45.053120 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad542c9-7e10-48d7-b988-016aa1d244c6 None None] The sync data for ids ['324a752c-6c67-4dc4-a749-ecdc672f068e'] in dv-cinder-799871-48-iscsi is: [{'id': '324a752c-6c67-4dc4-a749-ecdc672f068e', 'name': 'tempest-TestVolumeBootPattern-1668439056-router', 'tenant_id': 'f1af514c436e4628ab4aa1745a2b74d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e9f2d4af-0804-4f77-8da4-715a4b3e9781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:39:36Z', 'updated_at': '2022-07-28T05:39:39Z', 'revision_number': 4, 'project_id': 'f1af514c436e4628ab4aa1745a2b74d0', 'gw_port': {'id': 'e9f2d4af-0804-4f77-8da4-715a4b3e9781', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:28:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324a752c-6c67-4dc4-a749-ecdc672f068e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:36Z', 'updated_at': '2022-07-28T05:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'ff70aae4-622e-48a5-a09a-a76c78ef5932', 'name': '', 'network_id': 'e13bccdf-b9c1-4c58-a270-4d4cc9c61c66', 'tenant_id': 'f1af514c436e4628ab4aa1745a2b74d0', 'mac_address': 'fa:16:3e:64:f1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324a752c-6c67-4dc4-a749-ecdc672f068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'dfdf9473-ddbb-4961-8aee-b4e043af8973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:39Z', 'updated_at': '2022-07-28T05:39:43Z', 'revision_number': 4, 'project_id': 'f1af514c436e4628ab4aa1745a2b74d0', 'subnets': [{'id': 'dfdf9473-ddbb-4961-8aee-b4e043af8973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:39:45.151068 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-478d3970-4809-4126-ae18-e2d89da914d0 None None] Current status of the port ff70aae4-622e-48a5-a09a-a76c78ef5932 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:39:46.339948 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device ff70aae4-622e-48a5-a09a-a76c78ef5932 up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:39:46.383173 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port ff70aae4-622e-48a5-a09a-a76c78ef5932 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:39:46.383551 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (ff70aae4-622e-48a5-a09a-a76c78ef5932), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:46.460663 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port ff70aae4-622e-48a5-a09a-a76c78ef5932 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:39:50.242866 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:51.572319 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 42812) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:51.692117 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e8541c5f-f9e6-4771-9f83-33a3a8852f64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:51.694594 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:51.729157 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=72,neutron:DELETE=8,neutron:INSERT=20 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:51.775579 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e8541c5f-f9e6-4771-9f83-33a3a8852f64 admin admin] Publish callbacks [] for security_group (99447cf4-5c60-437d-aa05-09fec70e4e23), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:51.848236 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-e8541c5f-f9e6-4771-9f83-33a3a8852f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (99447cf4-5c60-437d-aa05-09fec70e4e23), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:51.887027 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8541c5f-f9e6-4771-9f83-33a3a8852f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99447cf4-5c60-437d-aa05-09fec70e4e23,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:51.891240 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-e8541c5f-f9e6-4771-9f83-33a3a8852f64 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=8290960c56c14a8c878a695aa5a223b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3178718 Jul 28 05:39:51.895617 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 42822) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:51.950007 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-69b508da-7bed-456b-a75c-d70612b6d84a admin admin] Publish callbacks [] for security_group (99447cf4-5c60-437d-aa05-09fec70e4e23), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:51.972536 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-69b508da-7bed-456b-a75c-d70612b6d84a admin admin] Publish callbacks [] for security_group (99447cf4-5c60-437d-aa05-09fec70e4e23), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:52.104967 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-69b508da-7bed-456b-a75c-d70612b6d84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (99447cf4-5c60-437d-aa05-09fec70e4e23), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:52.107779 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-69b508da-7bed-456b-a75c-d70612b6d84a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:52.108967 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-69b508da-7bed-456b-a75c-d70612b6d84a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/99447cf4-5c60-437d-aa05-09fec70e4e23 HTTP/1.1" status: 204 len: 168 time: 0.2130432 Jul 28 05:39:52.118700 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b508da-7bed-456b-a75c-d70612b6d84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99447cf4-5c60-437d-aa05-09fec70e4e23,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:52.867294 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 42834) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:52.882124 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-f54d15d3-e100-46d8-859f-0067a7cabcf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:52.962339 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-f54d15d3-e100-46d8-859f-0067a7cabcf8 admin admin] Publish callbacks [] for security_group (7622e0bc-9457-45d5-a90b-caeb8ba51544), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:53.039646 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-f54d15d3-e100-46d8-859f-0067a7cabcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (7622e0bc-9457-45d5-a90b-caeb8ba51544), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:53.081551 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d15d3-e100-46d8-859f-0067a7cabcf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7622e0bc-9457-45d5-a90b-caeb8ba51544,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:53.086618 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-f54d15d3-e100-46d8-859f-0067a7cabcf8 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=0b3a27f50a584946a95bd3a9149be1d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2173607 Jul 28 05:39:53.088341 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 42840) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:53.143388 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:UPDATE=2,neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=4 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:53.149146 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-25c44dd5-d316-405c-b7a1-2ba55b383d18 admin admin] Publish callbacks [] for security_group (7622e0bc-9457-45d5-a90b-caeb8ba51544), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:53.179592 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-25c44dd5-d316-405c-b7a1-2ba55b383d18 admin admin] Publish callbacks [] for security_group (7622e0bc-9457-45d5-a90b-caeb8ba51544), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:53.391163 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-25c44dd5-d316-405c-b7a1-2ba55b383d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (7622e0bc-9457-45d5-a90b-caeb8ba51544), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:53.394830 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-25c44dd5-d316-405c-b7a1-2ba55b383d18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:53.396232 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-25c44dd5-d316-405c-b7a1-2ba55b383d18 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7622e0bc-9457-45d5-a90b-caeb8ba51544 HTTP/1.1" status: 204 len: 168 time: 0.3069751 Jul 28 05:39:53.406850 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c44dd5-d316-405c-b7a1-2ba55b383d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7622e0bc-9457-45d5-a90b-caeb8ba51544,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:54.943374 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=55,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:55.937738 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 42918) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:56.060348 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-56b9d1f9-c74a-49a8-b58c-25362a8cfb9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:56.137981 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-56b9d1f9-c74a-49a8-b58c-25362a8cfb9d admin admin] Publish callbacks [] for security_group (f6ca8f69-af30-457c-b22e-3fb2f273c28b), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:56.213847 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-56b9d1f9-c74a-49a8-b58c-25362a8cfb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (f6ca8f69-af30-457c-b22e-3fb2f273c28b), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:56.255095 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9d1f9-c74a-49a8-b58c-25362a8cfb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ca8f69-af30-457c-b22e-3fb2f273c28b,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:56.259336 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-56b9d1f9-c74a-49a8-b58c-25362a8cfb9d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=07fbc873261943e88953274d9d6b9b06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3205330 Jul 28 05:39:56.262360 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 42924) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:56.266051 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9d1f9-c74a-49a8-b58c-25362a8cfb9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:56.266162 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9d1f9-c74a-49a8-b58c-25362a8cfb9d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:56.266448 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9d1f9-c74a-49a8-b58c-25362a8cfb9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:56.267432 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9d1f9-c74a-49a8-b58c-25362a8cfb9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:56.267880 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9d1f9-c74a-49a8-b58c-25362a8cfb9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:56.268495 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9d1f9-c74a-49a8-b58c-25362a8cfb9d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:56.268828 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9d1f9-c74a-49a8-b58c-25362a8cfb9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:56.269153 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9d1f9-c74a-49a8-b58c-25362a8cfb9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:56.269494 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9d1f9-c74a-49a8-b58c-25362a8cfb9d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:56.269826 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9d1f9-c74a-49a8-b58c-25362a8cfb9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:56.270147 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9d1f9-c74a-49a8-b58c-25362a8cfb9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:56.270561 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9d1f9-c74a-49a8-b58c-25362a8cfb9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:56.270787 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9d1f9-c74a-49a8-b58c-25362a8cfb9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:56.271083 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9d1f9-c74a-49a8-b58c-25362a8cfb9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:56.271397 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9d1f9-c74a-49a8-b58c-25362a8cfb9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:56.321278 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-884a2ec1-3611-4749-b05a-75a63d7fbae2 admin admin] Publish callbacks [] for security_group (f6ca8f69-af30-457c-b22e-3fb2f273c28b), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:56.347463 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-884a2ec1-3611-4749-b05a-75a63d7fbae2 admin admin] Publish callbacks [] for security_group (f6ca8f69-af30-457c-b22e-3fb2f273c28b), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:56.465285 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-884a2ec1-3611-4749-b05a-75a63d7fbae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (f6ca8f69-af30-457c-b22e-3fb2f273c28b), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:56.467952 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-884a2ec1-3611-4749-b05a-75a63d7fbae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:56.469137 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-884a2ec1-3611-4749-b05a-75a63d7fbae2 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/f6ca8f69-af30-457c-b22e-3fb2f273c28b HTTP/1.1" status: 204 len: 168 time: 0.2052138 Jul 28 05:39:56.477667 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a2ec1-3611-4749-b05a-75a63d7fbae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ca8f69-af30-457c-b22e-3fb2f273c28b,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:56.486111 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884a2ec1-3611-4749-b05a-75a63d7fbae2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:56.486478 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884a2ec1-3611-4749-b05a-75a63d7fbae2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:56.486911 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884a2ec1-3611-4749-b05a-75a63d7fbae2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:56.487158 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884a2ec1-3611-4749-b05a-75a63d7fbae2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:56.487497 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884a2ec1-3611-4749-b05a-75a63d7fbae2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:56.487830 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884a2ec1-3611-4749-b05a-75a63d7fbae2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:56.488161 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884a2ec1-3611-4749-b05a-75a63d7fbae2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:56.488588 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884a2ec1-3611-4749-b05a-75a63d7fbae2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:56.488965 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884a2ec1-3611-4749-b05a-75a63d7fbae2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:56.489357 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884a2ec1-3611-4749-b05a-75a63d7fbae2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:56.489811 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884a2ec1-3611-4749-b05a-75a63d7fbae2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:56.490142 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884a2ec1-3611-4749-b05a-75a63d7fbae2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:56.490474 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884a2ec1-3611-4749-b05a-75a63d7fbae2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:56.490800 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884a2ec1-3611-4749-b05a-75a63d7fbae2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:56.491126 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884a2ec1-3611-4749-b05a-75a63d7fbae2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:39:56.958814 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 42942) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:57.076078 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-611f7f05-571e-4a20-b2bf-aec4bffb7266 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:57.086894 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 42946) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:57.101629 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-68f8d979-1d5a-4cd4-8794-5927f60ef239 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:57.160724 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-611f7f05-571e-4a20-b2bf-aec4bffb7266 admin admin] Publish callbacks [] for security_group (32858d94-45c0-4b53-acc7-2fffa6dfc005), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:57.187757 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-68f8d979-1d5a-4cd4-8794-5927f60ef239 admin admin] Publish callbacks [] for security_group (ac51569d-2566-4bbb-9849-2ff2468091a1), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:57.225180 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-611f7f05-571e-4a20-b2bf-aec4bffb7266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (32858d94-45c0-4b53-acc7-2fffa6dfc005), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:57.253691 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-68f8d979-1d5a-4cd4-8794-5927f60ef239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (ac51569d-2566-4bbb-9849-2ff2468091a1), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:57.270118 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-611f7f05-571e-4a20-b2bf-aec4bffb7266 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=3b943474d46246eea1e484012a6a2cc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3095627 Jul 28 05:39:57.271862 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 42950) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:57.272756 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f7f05-571e-4a20-b2bf-aec4bffb7266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32858d94-45c0-4b53-acc7-2fffa6dfc005,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:57.295162 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:57.306600 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-68f8d979-1d5a-4cd4-8794-5927f60ef239 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=cd97044760004696b181df7868f3cbed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186341 Jul 28 05:39:57.307451 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8d979-1d5a-4cd4-8794-5927f60ef239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac51569d-2566-4bbb-9849-2ff2468091a1,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:57.311065 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 42952) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:57.331770 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-5c6d9e98-2a5b-4934-b493-0cab4d54d1d9 admin admin] Publish callbacks [] for security_group (32858d94-45c0-4b53-acc7-2fffa6dfc005), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:57.355613 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-5c6d9e98-2a5b-4934-b493-0cab4d54d1d9 admin admin] Publish callbacks [] for security_group (32858d94-45c0-4b53-acc7-2fffa6dfc005), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:57.365031 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-d124b5bf-adec-443e-bd16-a2f9248c2fb5 admin admin] Publish callbacks [] for security_group (ac51569d-2566-4bbb-9849-2ff2468091a1), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:57.389187 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-d124b5bf-adec-443e-bd16-a2f9248c2fb5 admin admin] Publish callbacks [] for security_group (ac51569d-2566-4bbb-9849-2ff2468091a1), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:57.482166 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-5c6d9e98-2a5b-4934-b493-0cab4d54d1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (32858d94-45c0-4b53-acc7-2fffa6dfc005), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:57.484842 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-5c6d9e98-2a5b-4934-b493-0cab4d54d1d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:57.486837 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-5c6d9e98-2a5b-4934-b493-0cab4d54d1d9 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/32858d94-45c0-4b53-acc7-2fffa6dfc005 HTTP/1.1" status: 204 len: 168 time: 0.2101419 Jul 28 05:39:57.495268 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d9e98-2a5b-4934-b493-0cab4d54d1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32858d94-45c0-4b53-acc7-2fffa6dfc005,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:57.510636 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-d124b5bf-adec-443e-bd16-a2f9248c2fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (ac51569d-2566-4bbb-9849-2ff2468091a1), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:57.513602 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-d124b5bf-adec-443e-bd16-a2f9248c2fb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:57.514968 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-d124b5bf-adec-443e-bd16-a2f9248c2fb5 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ac51569d-2566-4bbb-9849-2ff2468091a1 HTTP/1.1" status: 204 len: 168 time: 0.2029808 Jul 28 05:39:57.527963 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124b5bf-adec-443e-bd16-a2f9248c2fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac51569d-2566-4bbb-9849-2ff2468091a1,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:58.289440 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 42974) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:58.305073 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-96b2b5c4-ccbd-4ad3-ba8c-48bd4b204b75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:58.387935 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-96b2b5c4-ccbd-4ad3-ba8c-48bd4b204b75 admin admin] Publish callbacks [] for security_group (873bf119-490d-4aa8-9d49-1c35c70c6cc8), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:58.456714 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-96b2b5c4-ccbd-4ad3-ba8c-48bd4b204b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (873bf119-490d-4aa8-9d49-1c35c70c6cc8), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:58.497032 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b2b5c4-ccbd-4ad3-ba8c-48bd4b204b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873bf119-490d-4aa8-9d49-1c35c70c6cc8,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:58.505046 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-96b2b5c4-ccbd-4ad3-ba8c-48bd4b204b75 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=b175cfb06836483195010c2f544e3e80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2131116 Jul 28 05:39:58.506941 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 42982) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:58.561056 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:58.567478 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-83c95732-12e0-4cf9-91f8-14049b293391 admin admin] Publish callbacks [] for security_group (873bf119-490d-4aa8-9d49-1c35c70c6cc8), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:58.590008 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-83c95732-12e0-4cf9-91f8-14049b293391 admin admin] Publish callbacks [] for security_group (873bf119-490d-4aa8-9d49-1c35c70c6cc8), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:58.598353 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:58.731060 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-83c95732-12e0-4cf9-91f8-14049b293391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (873bf119-490d-4aa8-9d49-1c35c70c6cc8), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:58.733637 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-83c95732-12e0-4cf9-91f8-14049b293391 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:58.734790 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-83c95732-12e0-4cf9-91f8-14049b293391 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/873bf119-490d-4aa8-9d49-1c35c70c6cc8 HTTP/1.1" status: 204 len: 168 time: 0.2270405 Jul 28 05:39:58.745770 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c95732-12e0-4cf9-91f8-14049b293391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873bf119-490d-4aa8-9d49-1c35c70c6cc8,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:59.479751 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 43008) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:59.497099 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b8bb14aa-8d81-45b7-a049-c6711a61ef9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:59.591666 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b8bb14aa-8d81-45b7-a049-c6711a61ef9f admin admin] Publish callbacks [] for security_group (16b07cec-f7f0-4d6e-b26e-297dbfc6df95), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:59.665000 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b8bb14aa-8d81-45b7-a049-c6711a61ef9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (16b07cec-f7f0-4d6e-b26e-297dbfc6df95), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:59.708522 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-b8bb14aa-8d81-45b7-a049-c6711a61ef9f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=bd67012207ce4137880f8b6bf65209b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273815 Jul 28 05:39:59.709230 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb14aa-8d81-45b7-a049-c6711a61ef9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b07cec-f7f0-4d6e-b26e-297dbfc6df95,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:39:59.712037 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 43012) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:39:59.760198 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:39:59.765678 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5bd7aef0-c4d2-459f-8a8e-b33f11f65e87 admin admin] Publish callbacks [] for security_group (16b07cec-f7f0-4d6e-b26e-297dbfc6df95), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:59.791066 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5bd7aef0-c4d2-459f-8a8e-b33f11f65e87 admin admin] Publish callbacks [] for security_group (16b07cec-f7f0-4d6e-b26e-297dbfc6df95), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:59.904908 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5bd7aef0-c4d2-459f-8a8e-b33f11f65e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (16b07cec-f7f0-4d6e-b26e-297dbfc6df95), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:59.907599 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-5bd7aef0-c4d2-459f-8a8e-b33f11f65e87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:39:59.908811 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-5bd7aef0-c4d2-459f-8a8e-b33f11f65e87 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/16b07cec-f7f0-4d6e-b26e-297dbfc6df95 HTTP/1.1" status: 204 len: 168 time: 0.1954184 Jul 28 05:39:59.919594 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7aef0-c4d2-459f-8a8e-b33f11f65e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b07cec-f7f0-4d6e-b26e-297dbfc6df95,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:03.202497 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:03.850401 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 6 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:40:05.348112 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-3aa9ed66-9498-4c91-925a-253ae9131af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:07.670436 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-08eb2988-5692-477b-9a6f-7d5b5555c1d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:08.545694 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:08.624577 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:09.702855 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=19,neutron:INSERT=8 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:09.704772 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=25,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:09.924204 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=24,neutron:DELETE=4 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:10.556330 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:10.783087 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:11.617189 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 43284) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:40:11.741055 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9845804c-fadd-44bb-a45d-328af5cfe8f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:11.839115 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9845804c-fadd-44bb-a45d-328af5cfe8f1 admin admin] Publish callbacks [] for security_group (e01a84cc-f56c-4c9a-832c-9bb164b0aa34), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:11.867156 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-cc39ff56-5d5f-4ab8-beec-5bac365a26e7 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-88218149&fields=id&tenant_id=049ba77de43b4702832529d687f5f7a3 HTTP/1.1" status: 200 len: 267 time: 0.0620537 Jul 28 05:40:11.918252 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9845804c-fadd-44bb-a45d-328af5cfe8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (e01a84cc-f56c-4c9a-832c-9bb164b0aa34), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:11.972617 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-9845804c-fadd-44bb-a45d-328af5cfe8f1 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2fbcd251cdeb434ab3d3587bfeb96e94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3542297 Jul 28 05:40:11.975361 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 43296) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:40:11.975926 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845804c-fadd-44bb-a45d-328af5cfe8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01a84cc-f56c-4c9a-832c-9bb164b0aa34,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:12.018292 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-389ca649-baf8-4e38-a2c4-58888e356db4 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:12.019790 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-389ca649-baf8-4e38-a2c4-58888e356db4 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/networks?id=5edb77fb-18f0-41c1-85ec-83f10d2e2f1e HTTP/1.1" status: 200 len: 812 time: 0.1463127 Jul 28 05:40:12.035048 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-e58ac43c-2903-42e8-8f46-ea9e384e7589 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/quotas/049ba77de43b4702832529d687f5f7a3 HTTP/1.1" status: 200 len: 375 time: 0.0099380 Jul 28 05:40:12.052388 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-49aa7363-bea5-49ad-9854-670614098845 admin admin] Publish callbacks [] for security_group (e01a84cc-f56c-4c9a-832c-9bb164b0aa34), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:12.058123 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-49aa7363-bea5-49ad-9854-670614098845 admin admin] Publish callbacks [] for security_group (e01a84cc-f56c-4c9a-832c-9bb164b0aa34), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:12.088625 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-86d5d963-064c-40f6-b133-662de9234ed7 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=049ba77de43b4702832529d687f5f7a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483465 Jul 28 05:40:12.188062 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-f0af8209-0a15-42b6-b2b5-66d141c79c79 service neutron] 10.222.0.33 "GET /v2.0/networks/5edb77fb-18f0-41c1-85ec-83f10d2e2f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844486 Jul 28 05:40:12.190666 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-49aa7363-bea5-49ad-9854-670614098845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (e01a84cc-f56c-4c9a-832c-9bb164b0aa34), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:12.193409 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-49aa7363-bea5-49ad-9854-670614098845 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:12.194782 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-49aa7363-bea5-49ad-9854-670614098845 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e01a84cc-f56c-4c9a-832c-9bb164b0aa34 HTTP/1.1" status: 204 len: 168 time: 0.2184398 Jul 28 05:40:12.210168 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa7363-bea5-49ad-9854-670614098845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01a84cc-f56c-4c9a-832c-9bb164b0aa34,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:12.292652 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-3820bcf9-c206-4922-a3b8-c5996c763ec0 service neutron] 10.222.0.33 "GET /v2.0/networks/5edb77fb-18f0-41c1-85ec-83f10d2e2f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983853 Jul 28 05:40:12.828257 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 43316) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:40:12.842604 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-598d50b8-29ce-43b9-aa20-a8967953d3b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:12.884151 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c7ed4a1d-693a-4291-92a6-ea8253c9ddb8 req-5defff4e-5575-4691-82fd-ed65822c0840 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18 HTTP/1.1" status: 200 len: 210 time: 0.0403852 Jul 28 05:40:12.933687 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-598d50b8-29ce-43b9-aa20-a8967953d3b4 admin admin] Publish callbacks [] for security_group (b9ad9439-2248-4f31-bed5-b407934e0e32), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:13.007516 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-598d50b8-29ce-43b9-aa20-a8967953d3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (b9ad9439-2248-4f31-bed5-b407934e0e32), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:13.052772 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-598d50b8-29ce-43b9-aa20-a8967953d3b4 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d7c70f304b1b46ce873a569a46d6ee24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227774 Jul 28 05:40:13.053954 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d50b8-29ce-43b9-aa20-a8967953d3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ad9439-2248-4f31-bed5-b407934e0e32,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:13.055528 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 43322) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:40:13.105868 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-317eb557-9fbf-4350-bce0-1ad231c41a2c admin admin] Publish callbacks [] for security_group (b9ad9439-2248-4f31-bed5-b407934e0e32), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:13.130338 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-317eb557-9fbf-4350-bce0-1ad231c41a2c admin admin] Publish callbacks [] for security_group (b9ad9439-2248-4f31-bed5-b407934e0e32), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:13.259450 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-317eb557-9fbf-4350-bce0-1ad231c41a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (b9ad9439-2248-4f31-bed5-b407934e0e32), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:13.262988 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-317eb557-9fbf-4350-bce0-1ad231c41a2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:13.269516 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-317eb557-9fbf-4350-bce0-1ad231c41a2c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b9ad9439-2248-4f31-bed5-b407934e0e32 HTTP/1.1" status: 204 len: 168 time: 0.2076347 Jul 28 05:40:13.273339 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317eb557-9fbf-4350-bce0-1ad231c41a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ad9439-2248-4f31-bed5-b407934e0e32,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:13.845116 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:13.845888 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:13.962204 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-255723a9-6d88-4133-9fd5-f5567ccc8c74 req-ce468130-bcb0-45e3-a6b4-657ab6455d5f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18 HTTP/1.1" status: 200 len: 210 time: 0.0307350 Jul 28 05:40:13.992872 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 43336) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:40:14.006791 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-644889e2-21e8-4bae-acd9-a7879cdf06ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:14.041357 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:14.065938 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:14.085486 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-644889e2-21e8-4bae-acd9-a7879cdf06ac admin admin] Publish callbacks [] for security_group (8e2e87f0-86c9-4d76-babd-6d1099525e62), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:14.188098 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-644889e2-21e8-4bae-acd9-a7879cdf06ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (8e2e87f0-86c9-4d76-babd-6d1099525e62), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:14.228187 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-644889e2-21e8-4bae-acd9-a7879cdf06ac admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=18d4d543df7a41d8b03a9036836e6ea0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2342403 Jul 28 05:40:14.229017 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644889e2-21e8-4bae-acd9-a7879cdf06ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2e87f0-86c9-4d76-babd-6d1099525e62,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:14.230848 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 43338) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:40:14.291700 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-dfba9a41-ad4f-4084-a1f8-e20a68301f23 admin admin] Publish callbacks [] for security_group (8e2e87f0-86c9-4d76-babd-6d1099525e62), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:14.313275 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-dfba9a41-ad4f-4084-a1f8-e20a68301f23 admin admin] Publish callbacks [] for security_group (8e2e87f0-86c9-4d76-babd-6d1099525e62), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:14.458905 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-dfba9a41-ad4f-4084-a1f8-e20a68301f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (8e2e87f0-86c9-4d76-babd-6d1099525e62), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:14.461569 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-dfba9a41-ad4f-4084-a1f8-e20a68301f23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:14.465456 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-dfba9a41-ad4f-4084-a1f8-e20a68301f23 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/8e2e87f0-86c9-4d76-babd-6d1099525e62 HTTP/1.1" status: 204 len: 168 time: 0.2328460 Jul 28 05:40:14.474797 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba9a41-ad4f-4084-a1f8-e20a68301f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2e87f0-86c9-4d76-babd-6d1099525e62,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:15.069172 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8a499151-fe82-47b0-8abe-92ea7c43de4c req-a5b5471d-d7ad-4fd4-a3be-c68098bae967 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18 HTTP/1.1" status: 200 len: 210 time: 0.0335519 Jul 28 05:40:15.654052 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-1c371669-7c2a-48d3-bdd2-4f04f1f2d439 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:15.655548 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-1c371669-7c2a-48d3-bdd2-4f04f1f2d439 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.57 "GET /v2.0/networks?id=5edb77fb-18f0-41c1-85ec-83f10d2e2f1e HTTP/1.1" status: 200 len: 812 time: 0.1072276 Jul 28 05:40:15.725409 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-f7aabfcb-5eff-4a62-ba91-e633e2088e3e tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=049ba77de43b4702832529d687f5f7a3 HTTP/1.1" status: 200 len: 378 time: 0.0600126 Jul 28 05:40:15.735085 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-014dd342-f994-4768-9748-6d34efa1a15a tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Request body: {'port': {'device_id': '72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'admin_state_up': True, 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'security_groups': ['aceaeefe-3ba3-46cc-b013-12b26aec0123']}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:40:15.939482 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-014dd342-f994-4768-9748-6d34efa1a15a tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Made reservation on behalf of 049ba77de43b4702832529d687f5f7a3 for: {'port': 1} {{(pid=104273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:40:15.990270 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-014dd342-f994-4768-9748-6d34efa1a15a tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:15.990270 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:16.007349 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:16.077081 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.db_base_plugin_common [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-014dd342-f994-4768-9748-6d34efa1a15a tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Allocated IP 172.20.0.10 (5edb77fb-18f0-41c1-85ec-83f10d2e2f1e/80f59cf9-dd9f-4c53-87ba-c86edc35d104/85e26040-6cb9-426b-976c-2e7e7a1a5ca5) {{(pid=104273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:40:16.179302 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-21512ef4-1c73-4fca-b620-1f7e6ddc917a req-8a2758dd-2b00-4a56-941d-9b2544bea7ea tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18 HTTP/1.1" status: 200 len: 210 time: 0.0281134 Jul 28 05:40:16.224995 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-014dd342-f994-4768-9748-6d34efa1a15a tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for port (85e26040-6cb9-426b-976c-2e7e7a1a5ca5), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:16.322266 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-014dd342-f994-4768-9748-6d34efa1a15a tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (85e26040-6cb9-426b-976c-2e7e7a1a5ca5), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:16.368939 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-014dd342-f994-4768-9748-6d34efa1a15a tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Network 5edb77fb-18f0-41c1-85ec-83f10d2e2f1e is already hosted by enough agents. {{(pid=104273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:40:16.374088 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-014dd342-f994-4768-9748-6d34efa1a15a tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Resources bound (agent type, host, resource id): {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:40:16.376234 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014dd342-f994-4768-9748-6d34efa1a15a tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Pushing event updated for resources: {'Port': ['ID=85e26040-6cb9-426b-976c-2e7e7a1a5ca5,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:16.378376 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-014dd342-f994-4768-9748-6d34efa1a15a tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Received port after_create {{(pid=104273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:40:16.433026 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-014dd342-f994-4768-9748-6d34efa1a15a tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:16.433763 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-014dd342-f994-4768-9748-6d34efa1a15a tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:16.444752 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:16.565244 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-014dd342-f994-4768-9748-6d34efa1a15a tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8337991 Jul 28 05:40:16.570978 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=53,neutron:UPDATE=4 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:16.576988 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-00cb7229-4e8d-4726-9d0c-06cea480bd92 service neutron] Request body: {'port': {'device_id': '72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:40:16.577172 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-eaded53e-3382-4ced-b87b-9ca4c7751eb4 None None] Provisioning complete for port 85e26040-6cb9-426b-976c-2e7e7a1a5ca5 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:40:16.577626 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-eaded53e-3382-4ced-b87b-9ca4c7751eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (85e26040-6cb9-426b-976c-2e7e7a1a5ca5), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:16.612227 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-eaded53e-3382-4ced-b87b-9ca4c7751eb4 None None] Port 85e26040-6cb9-426b-976c-2e7e7a1a5ca5 cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:40:16.645517 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-00cb7229-4e8d-4726-9d0c-06cea480bd92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (85e26040-6cb9-426b-976c-2e7e7a1a5ca5), before_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:16.907663 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-00cb7229-4e8d-4726-9d0c-06cea480bd92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e26040-6cb9-426b-976c-2e7e7a1a5ca5 {{(pid=104273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:40:16.917956 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-00cb7229-4e8d-4726-9d0c-06cea480bd92 service neutron] Publish callbacks [] for port (85e26040-6cb9-426b-976c-2e7e7a1a5ca5), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:16.932224 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.provisioning_blocks [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-00cb7229-4e8d-4726-9d0c-06cea480bd92 service neutron] Transition to ACTIVE for port object 85e26040-6cb9-426b-976c-2e7e7a1a5ca5 will not be triggered until provisioned by entity L2. {{(pid=104273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 05:40:17.007827 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-00cb7229-4e8d-4726-9d0c-06cea480bd92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8744973'] for port (85e26040-6cb9-426b-976c-2e7e7a1a5ca5), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:17.085333 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:17.117169 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb7229-4e8d-4726-9d0c-06cea480bd92 service neutron] Pushing event updated for resources: {'Port': ['ID=85e26040-6cb9-426b-976c-2e7e7a1a5ca5,revision_number=2']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:17.171848 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.managers [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-00cb7229-4e8d-4726-9d0c-06cea480bd92 service neutron] Attempting to bind port 85e26040-6cb9-426b-976c-2e7e7a1a5ca5 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:40:17.172276 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.managers [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-00cb7229-4e8d-4726-9d0c-06cea480bd92 service neutron] Attempting to bind port 85e26040-6cb9-426b-976c-2e7e7a1a5ca5 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'bf877614-f662-462a-90f6-6165081f6798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e'}] {{(pid=104273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:40:17.172517 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-00cb7229-4e8d-4726-9d0c-06cea480bd92 service neutron] Attempting to bind port 85e26040-6cb9-426b-976c-2e7e7a1a5ca5 on network 5edb77fb-18f0-41c1-85ec-83f10d2e2f1e {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:40:17.177441 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-00cb7229-4e8d-4726-9d0c-06cea480bd92 service neutron] Port 85e26040-6cb9-426b-976c-2e7e7a1a5ca5 on network 5edb77fb-18f0-41c1-85ec-83f10d2e2f1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 05:40:17.177818 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-00cb7229-4e8d-4726-9d0c-06cea480bd92 service neutron] Attempting to bind port 85e26040-6cb9-426b-976c-2e7e7a1a5ca5 on network 5edb77fb-18f0-41c1-85ec-83f10d2e2f1e {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:40:17.183221 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-00cb7229-4e8d-4726-9d0c-06cea480bd92 service neutron] Checking agent: {'id': '50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'started_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:40:17.183574 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-00cb7229-4e8d-4726-9d0c-06cea480bd92 service neutron] Checking segment: {'id': 'bf877614-f662-462a-90f6-6165081f6798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:40:17.184141 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-00cb7229-4e8d-4726-9d0c-06cea480bd92 service neutron] Bound using segment: {'id': 'bf877614-f662-462a-90f6-6165081f6798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e'} {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:40:17.184427 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.managers [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-00cb7229-4e8d-4726-9d0c-06cea480bd92 service neutron] Bound port: 85e26040-6cb9-426b-976c-2e7e7a1a5ca5, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf877614-f662-462a-90f6-6165081f6798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e'}}] {{(pid=104273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:40:17.184734 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-00cb7229-4e8d-4726-9d0c-06cea480bd92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (85e26040-6cb9-426b-976c-2e7e7a1a5ca5), before_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:17.280450 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-00cb7229-4e8d-4726-9d0c-06cea480bd92 service neutron] For port 85e26040-6cb9-426b-976c-2e7e7a1a5ca5, host hv-cinder-79987, cleared binding levels {{(pid=104273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:40:17.286501 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-00cb7229-4e8d-4726-9d0c-06cea480bd92 service neutron] For port 85e26040-6cb9-426b-976c-2e7e7a1a5ca5, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=85e26040-6cb9-426b-976c-2e7e7a1a5ca5,segment=NetworkSegment(bf877614-f662-462a-90f6-6165081f6798),segment_id=bf877614-f662-462a-90f6-6165081f6798)] {{(pid=104273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:40:17.337206 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c7555-f1ce-46d6-8fa4-e5da1221cb92 req-42034186-ded9-4b5a-95d3-c3f86f81d2a6 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:17.338710 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0d6c7555-f1ce-46d6-8fa4-e5da1221cb92 req-42034186-ded9-4b5a-95d3-c3f86f81d2a6 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18 HTTP/1.1" status: 200 len: 944 time: 0.0601985 Jul 28 05:40:17.389568 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0d6c7555-f1ce-46d6-8fa4-e5da1221cb92 req-c41384b8-b08c-4510-a63a-f006a9fdd584 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451441 Jul 28 05:40:17.390839 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-00cb7229-4e8d-4726-9d0c-06cea480bd92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8744973'] for port (85e26040-6cb9-426b-976c-2e7e7a1a5ca5), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:17.431681 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-00cb7229-4e8d-4726-9d0c-06cea480bd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:17.432236 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-00cb7229-4e8d-4726-9d0c-06cea480bd92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:17.433771 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-00cb7229-4e8d-4726-9d0c-06cea480bd92 service neutron] 10.222.0.57 "PUT /v2.0/ports/85e26040-6cb9-426b-976c-2e7e7a1a5ca5 HTTP/1.1" status: 200 len: 1094 time: 0.8609231 Jul 28 05:40:17.434197 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18', 'tag': '85e26040-6cb9-426b-976c-2e7e7a1a5ca5'}] {{(pid=104273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:40:17.439232 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}294c2db51adabc0e3fe9263869e3ac3ebddb58bd39f135069541a8ae7da0566b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45daa609-e68a-4c40-b2e7-71a6abffa012" -d '{"events": [{"name": "network-changed", "server_uuid": "72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18", "tag": "85e26040-6cb9-426b-976c-2e7e7a1a5ca5"}]}' {{(pid=104273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:40:17.460211 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb7229-4e8d-4726-9d0c-06cea480bd92 service neutron] Pushing event updated for resources: {'Port': ['ID=85e26040-6cb9-426b-976c-2e7e7a1a5ca5,revision_number=3']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:17.483213 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05bbadc-a421-4ae9-8b89-7c2b7ed1952e x-openstack-request-id: req-f05bbadc-a421-4ae9-8b89-7c2b7ed1952e {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:40:17.483213 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18", "tag": "85e26040-6cb9-426b-976c-2e7e7a1a5ca5", "status": "completed", "code": 200}]} {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:40:17.483213 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f05bbadc-a421-4ae9-8b89-7c2b7ed1952e {{(pid=104273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:40:17.483213 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f05bbadc-a421-4ae9-8b89-7c2b7ed1952e'] response: {'name': 'network-changed', 'server_uuid': '72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18', 'tag': '85e26040-6cb9-426b-976c-2e7e7a1a5ca5', 'status': 'completed', 'code': 200} Jul 28 05:40:17.572896 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45daa609-e68a-4c40-b2e7-71a6abffa012 req-da12a1c8-4bc5-4ac7-827a-05a8ae050389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:17.574661 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-45daa609-e68a-4c40-b2e7-71a6abffa012 req-da12a1c8-4bc5-4ac7-827a-05a8ae050389 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=049ba77de43b4702832529d687f5f7a3&device_id=72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18 HTTP/1.1" status: 200 len: 1128 time: 0.0610163 Jul 28 05:40:17.716339 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45daa609-e68a-4c40-b2e7-71a6abffa012 req-a407f31e-6606-40ba-9572-522894481a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:17.717848 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-45daa609-e68a-4c40-b2e7-71a6abffa012 req-a407f31e-6606-40ba-9572-522894481a46 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=049ba77de43b4702832529d687f5f7a3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1346793 Jul 28 05:40:17.804872 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:17.821210 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45daa609-e68a-4c40-b2e7-71a6abffa012 req-535c88bb-6518-4b41-a180-b9cb9b6c2ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:17.822729 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-45daa609-e68a-4c40-b2e7-71a6abffa012 req-535c88bb-6518-4b41-a180-b9cb9b6c2ccd service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0989635 Jul 28 05:40:17.899616 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-fbd28471-2135-4b14-ab73-6434a2c614f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:17.901110 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-fbd28471-2135-4b14-ab73-6434a2c614f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=049ba77de43b4702832529d687f5f7a3&device_id=72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18 HTTP/1.1" status: 200 len: 1128 time: 0.0410562 Jul 28 05:40:17.945589 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-f1546168-c6c2-4ce3-907f-176275c26cda service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85e26040-6cb9-426b-976c-2e7e7a1a5ca5 HTTP/1.1" status: 200 len: 217 time: 0.0363469 Jul 28 05:40:17.998407 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-cd4c2cac-b765-4743-b70a-1a63a04e0664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:17.998407 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-cd4c2cac-b765-4743-b70a-1a63a04e0664 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80f59cf9-dd9f-4c53-87ba-c86edc35d104 HTTP/1.1" status: 200 len: 851 time: 0.0454457 Jul 28 05:40:18.043900 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-d92c9283-1679-43a1-9f63-fe7c888ba494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:18.045557 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-d92c9283-1679-43a1-9f63-fe7c888ba494 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5edb77fb-18f0-41c1-85ec-83f10d2e2f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408990 Jul 28 05:40:18.148918 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-4b1efe84-9d14-4856-acb5-947ccdb6e891 service neutron] 10.222.0.57 "GET /v2.0/networks/5edb77fb-18f0-41c1-85ec-83f10d2e2f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935133 Jul 28 05:40:18.238680 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-581d08c2-4dc6-4a3f-9632-94b3334de410 req-1496d670-189b-4028-8150-db4db99406ae service neutron] 10.222.0.57 "GET /v2.0/networks/5edb77fb-18f0-41c1-85ec-83f10d2e2f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836825 Jul 28 05:40:18.521353 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c21ed-f921-4fd4-ae31-2c7354b43471 req-db630b3c-468f-4254-82f7-b97a516eddd1 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:18.522845 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ec2c21ed-f921-4fd4-ae31-2c7354b43471 req-db630b3c-468f-4254-82f7-b97a516eddd1 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18 HTTP/1.1" status: 200 len: 944 time: 0.0498912 Jul 28 05:40:18.575074 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ec2c21ed-f921-4fd4-ae31-2c7354b43471 req-f0252585-a718-40e5-8c0e-cb9246adf4f3 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466256 Jul 28 05:40:19.689730 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289128f-912f-4957-91d2-4e435eebefa4 req-d3997854-f27b-431f-959a-aea68968558b tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:19.691673 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c289128f-912f-4957-91d2-4e435eebefa4 req-d3997854-f27b-431f-959a-aea68968558b tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18 HTTP/1.1" status: 200 len: 944 time: 0.0453823 Jul 28 05:40:19.740815 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c289128f-912f-4957-91d2-4e435eebefa4 req-846f9760-b2aa-45e0-9ff1-6b244c6ba1f9 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436127 Jul 28 05:40:20.857450 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0088fea-5db1-4a3a-8e61-75e6e49b06da req-22bc5f22-9b24-4682-a286-1b487d459a0e tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:20.858951 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b0088fea-5db1-4a3a-8e61-75e6e49b06da req-22bc5f22-9b24-4682-a286-1b487d459a0e tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18 HTTP/1.1" status: 200 len: 944 time: 0.0469563 Jul 28 05:40:20.907976 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b0088fea-5db1-4a3a-8e61-75e6e49b06da req-f017cfb1-f9b1-4182-9623-3e86abf09d0c tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432656 Jul 28 05:40:22.027161 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6849dbda-a8a0-4064-8d6c-b2b3e803072a req-ae08a2e0-c290-44a9-9a55-b65faf8796fe tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:22.028630 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-6849dbda-a8a0-4064-8d6c-b2b3e803072a req-ae08a2e0-c290-44a9-9a55-b65faf8796fe tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18 HTTP/1.1" status: 200 len: 944 time: 0.0517313 Jul 28 05:40:22.077901 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-6849dbda-a8a0-4064-8d6c-b2b3e803072a req-35c77bcb-2a16-46bb-8ebe-a506a96e58a8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437253 Jul 28 05:40:23.197858 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248b541-100e-49fe-88d3-7440c0d92fd8 req-4c991872-be97-4785-8022-88ecf3476257 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:23.199240 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9248b541-100e-49fe-88d3-7440c0d92fd8 req-4c991872-be97-4785-8022-88ecf3476257 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18 HTTP/1.1" status: 200 len: 944 time: 0.0472946 Jul 28 05:40:23.248331 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9248b541-100e-49fe-88d3-7440c0d92fd8 req-195c7279-8a2e-4ea0-ba20-b4d573704129 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436897 Jul 28 05:40:24.368455 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9474a0c-e8cf-4ac9-96be-cd50a432e88c req-a6aca0d0-ae6c-45cf-9457-8e74772ed343 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:24.369926 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c9474a0c-e8cf-4ac9-96be-cd50a432e88c req-a6aca0d0-ae6c-45cf-9457-8e74772ed343 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18 HTTP/1.1" status: 200 len: 944 time: 0.0500784 Jul 28 05:40:24.423393 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c9474a0c-e8cf-4ac9-96be-cd50a432e88c req-4b7f7bd5-d5dc-4819-a2f6-a056917e7429 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453649 Jul 28 05:40:24.521534 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 43528) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:40:24.632313 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b81ca588-d0be-4f53-af57-9aa74b67d8c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:24.677223 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:24.707636 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b81ca588-d0be-4f53-af57-9aa74b67d8c2 admin admin] Publish callbacks [] for security_group (534fbe46-04cb-4efa-92e6-829ef687175d), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:24.810751 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b81ca588-d0be-4f53-af57-9aa74b67d8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (534fbe46-04cb-4efa-92e6-829ef687175d), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:24.850094 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ca588-d0be-4f53-af57-9aa74b67d8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534fbe46-04cb-4efa-92e6-829ef687175d,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:24.854328 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-b81ca588-d0be-4f53-af57-9aa74b67d8c2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2ef3310f657942d1b29187c231fe87fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3316209 Jul 28 05:40:24.856936 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 43540) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:40:24.864270 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:24.908861 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-ef6dbe84-000c-4ddb-be28-4927d7998503 admin admin] Publish callbacks [] for security_group (534fbe46-04cb-4efa-92e6-829ef687175d), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:24.934873 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-ef6dbe84-000c-4ddb-be28-4927d7998503 admin admin] Publish callbacks [] for security_group (534fbe46-04cb-4efa-92e6-829ef687175d), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:25.059102 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-ef6dbe84-000c-4ddb-be28-4927d7998503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (534fbe46-04cb-4efa-92e6-829ef687175d), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:25.062966 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-ef6dbe84-000c-4ddb-be28-4927d7998503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:25.064188 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-ef6dbe84-000c-4ddb-be28-4927d7998503 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/534fbe46-04cb-4efa-92e6-829ef687175d HTTP/1.1" status: 204 len: 168 time: 0.2063272 Jul 28 05:40:25.073075 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6dbe84-000c-4ddb-be28-4927d7998503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534fbe46-04cb-4efa-92e6-829ef687175d,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:25.539669 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668c4e3-cb00-4eb2-b060-8e4f80c26adb req-30517ed0-7d12-443b-9304-5936556eefab tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:25.541177 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d668c4e3-cb00-4eb2-b060-8e4f80c26adb req-30517ed0-7d12-443b-9304-5936556eefab tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18 HTTP/1.1" status: 200 len: 944 time: 0.0485337 Jul 28 05:40:25.596358 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d668c4e3-cb00-4eb2-b060-8e4f80c26adb req-2a1e5760-5dd7-43a4-8f8b-fa148a7ae34c tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493336 Jul 28 05:40:25.699059 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 43548) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:40:25.713135 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-4eab5182-b7f1-44bc-9008-24be92a8be40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:25.796127 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-4eab5182-b7f1-44bc-9008-24be92a8be40 admin admin] Publish callbacks [] for security_group (f3a904e4-a0c6-4838-94f3-ff3aad03b51c), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:25.890288 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-4eab5182-b7f1-44bc-9008-24be92a8be40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (f3a904e4-a0c6-4838-94f3-ff3aad03b51c), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:25.932556 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 43560) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:40:25.932851 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-4eab5182-b7f1-44bc-9008-24be92a8be40 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e58e6fc0215c472ebbcb4b0033098c5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324493 Jul 28 05:40:25.937556 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab5182-b7f1-44bc-9008-24be92a8be40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a904e4-a0c6-4838-94f3-ff3aad03b51c,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:25.985530 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-c044d830-a4cf-469f-a4ec-d1c5fa1be8a5 admin admin] Publish callbacks [] for security_group (f3a904e4-a0c6-4838-94f3-ff3aad03b51c), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:26.012545 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-c044d830-a4cf-469f-a4ec-d1c5fa1be8a5 admin admin] Publish callbacks [] for security_group (f3a904e4-a0c6-4838-94f3-ff3aad03b51c), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:26.107485 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 85e26040-6cb9-426b-976c-2e7e7a1a5ca5 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:40:26.167218 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-c044d830-a4cf-469f-a4ec-d1c5fa1be8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (f3a904e4-a0c6-4838-94f3-ff3aad03b51c), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:26.170120 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-c044d830-a4cf-469f-a4ec-d1c5fa1be8a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:26.171303 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-c044d830-a4cf-469f-a4ec-d1c5fa1be8a5 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/f3a904e4-a0c6-4838-94f3-ff3aad03b51c HTTP/1.1" status: 204 len: 168 time: 0.2376239 Jul 28 05:40:26.180760 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044d830-a4cf-469f-a4ec-d1c5fa1be8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a904e4-a0c6-4838-94f3-ff3aad03b51c,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:26.222154 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port 85e26040-6cb9-426b-976c-2e7e7a1a5ca5, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=85e26040-6cb9-426b-976c-2e7e7a1a5ca5,segment=NetworkSegment(bf877614-f662-462a-90f6-6165081f6798),segment_id=bf877614-f662-462a-90f6-6165081f6798)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:40:26.234818 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Returning: {'device': '85e26040-6cb9-426b-976c-2e7e7a1a5ca5', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'port_id': '85e26040-6cb9-426b-976c-2e7e7a1a5ca5', 'mac_address': 'fa:16:3e:81:33:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:40:26.276344 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port 85e26040-6cb9-426b-976c-2e7e7a1a5ca5 is: DOWN; New status is: BUILD {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:40:26.276739 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (85e26040-6cb9-426b-976c-2e7e7a1a5ca5), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:26.292405 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e26040-6cb9-426b-976c-2e7e7a1a5ca5 {{(pid=104274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:40:26.313425 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port 85e26040-6cb9-426b-976c-2e7e7a1a5ca5, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=85e26040-6cb9-426b-976c-2e7e7a1a5ca5,segment=NetworkSegment(bf877614-f662-462a-90f6-6165081f6798),segment_id=bf877614-f662-462a-90f6-6165081f6798)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:40:26.398962 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (85e26040-6cb9-426b-976c-2e7e7a1a5ca5), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:26.450900 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=85e26040-6cb9-426b-976c-2e7e7a1a5ca5,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:26.458169 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:26.459625 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:26.459625 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:26.459625 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:26.459625 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:26.460041 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:26.460134 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:26.460444 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:26.460764 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:26.461089 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:26.461412 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:26.461779 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:26.462102 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:26.462422 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:26.462741 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:26.606339 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] get_ports_and_sgs() called for port_ids ['85e26040-6cb9-426b-976c-2e7e7a1a5ca5'] {{(pid=104274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:40:26.853599 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 43574) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:40:26.868318 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-872b78b9-6e27-4703-9991-96d958f2c331 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:26.880446 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:26.952968 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-872b78b9-6e27-4703-9991-96d958f2c331 admin admin] Publish callbacks [] for security_group (a1941d08-1618-4f79-b15b-966a94d41b31), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:26.990957 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3623e6-5b96-4546-9ca2-aa05b3e02a00 req-17c39c52-e135-401a-b9ba-c35fffe1fd30 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:26.992653 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9e3623e6-5b96-4546-9ca2-aa05b3e02a00 req-17c39c52-e135-401a-b9ba-c35fffe1fd30 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18 HTTP/1.1" status: 200 len: 945 time: 0.3197486 Jul 28 05:40:27.042762 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9e3623e6-5b96-4546-9ca2-aa05b3e02a00 req-422bc25a-e203-4066-b620-edc0e212a34a tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444677 Jul 28 05:40:27.058875 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-872b78b9-6e27-4703-9991-96d958f2c331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (a1941d08-1618-4f79-b15b-966a94d41b31), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:27.101059 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-872b78b9-6e27-4703-9991-96d958f2c331 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=4127807d16df46dfa96e167a60a5c25e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2463651 Jul 28 05:40:27.103185 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b78b9-6e27-4703-9991-96d958f2c331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1941d08-1618-4f79-b15b-966a94d41b31,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:27.105124 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 43580) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:40:27.155111 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-9973aec0-ebf9-4f69-86f5-93b0902f2763 admin admin] Publish callbacks [] for security_group (a1941d08-1618-4f79-b15b-966a94d41b31), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:27.177569 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-9973aec0-ebf9-4f69-86f5-93b0902f2763 admin admin] Publish callbacks [] for security_group (a1941d08-1618-4f79-b15b-966a94d41b31), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:27.310337 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-9973aec0-ebf9-4f69-86f5-93b0902f2763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (a1941d08-1618-4f79-b15b-966a94d41b31), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:27.312891 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-9973aec0-ebf9-4f69-86f5-93b0902f2763 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:27.317254 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-9973aec0-ebf9-4f69-86f5-93b0902f2763 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a1941d08-1618-4f79-b15b-966a94d41b31 HTTP/1.1" status: 204 len: 168 time: 0.2107651 Jul 28 05:40:27.326665 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973aec0-ebf9-4f69-86f5-93b0902f2763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1941d08-1618-4f79-b15b-966a94d41b31,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:28.121049 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 85e26040-6cb9-426b-976c-2e7e7a1a5ca5 up at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:40:28.153790 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:28.166414 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning for port 85e26040-6cb9-426b-976c-2e7e7a1a5ca5 completed by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 05:40:28.178502 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81182f74-4e55-4986-bd4e-87cbf5692311 req-de714d2f-f235-4941-8208-0dd06d316164 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:28.180013 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-81182f74-4e55-4986-bd4e-87cbf5692311 req-de714d2f-f235-4941-8208-0dd06d316164 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18 HTTP/1.1" status: 200 len: 945 time: 0.0660434 Jul 28 05:40:28.238292 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-81182f74-4e55-4986-bd4e-87cbf5692311 req-712d7a8a-22c8-4fd0-b61d-ede53171b4d6 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524850 Jul 28 05:40:28.265375 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning complete for port 85e26040-6cb9-426b-976c-2e7e7a1a5ca5 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:40:28.265826 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (85e26040-6cb9-426b-976c-2e7e7a1a5ca5), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:28.310814 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:28.346318 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port 85e26040-6cb9-426b-976c-2e7e7a1a5ca5 is: BUILD; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:40:28.346712 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (85e26040-6cb9-426b-976c-2e7e7a1a5ca5), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:28.373332 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e26040-6cb9-426b-976c-2e7e7a1a5ca5'}] {{(pid=104274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:40:28.375732 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fca5e984e5382dc69b1537007bd6daca7693f884f9b7ded019456fb151e79c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6aa01ac-b465-45f3-a185-13af8056f8a0" -d '{"events": [{"server_uuid": "72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18", "name": "network-vif-plugged", "status": "completed", "tag": "85e26040-6cb9-426b-976c-2e7e7a1a5ca5"}]}' {{(pid=104274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:40:28.391642 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port 85e26040-6cb9-426b-976c-2e7e7a1a5ca5, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=85e26040-6cb9-426b-976c-2e7e7a1a5ca5,segment=NetworkSegment(bf877614-f662-462a-90f6-6165081f6798),segment_id=bf877614-f662-462a-90f6-6165081f6798)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:40:28.426415 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed0b840-4840-449d-996d-84c4b7d09bdb x-openstack-request-id: req-2ed0b840-4840-449d-996d-84c4b7d09bdb {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:40:28.426942 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18", "name": "network-vif-plugged", "status": "completed", "tag": "85e26040-6cb9-426b-976c-2e7e7a1a5ca5", "code": 200}]} {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:40:28.427251 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2ed0b840-4840-449d-996d-84c4b7d09bdb {{(pid=104274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:40:28.427667 dv-cinder-799871-48-iscsi neutron-server[104274]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ed0b840-4840-449d-996d-84c4b7d09bdb'] response: {'server_uuid': '72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e26040-6cb9-426b-976c-2e7e7a1a5ca5', 'code': 200} Jul 28 05:40:28.468084 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (85e26040-6cb9-426b-976c-2e7e7a1a5ca5), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:28.520701 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=85e26040-6cb9-426b-976c-2e7e7a1a5ca5,revision_number=5']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:29.006441 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 43628) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:40:29.113663 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-dcbdcb6e-559c-480e-aa6a-12f347bca219 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:29.163373 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:29.189021 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-dcbdcb6e-559c-480e-aa6a-12f347bca219 admin admin] Publish callbacks [] for security_group (b91302d9-0014-42aa-8d6d-42a7e564e21d), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:29.285425 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-dcbdcb6e-559c-480e-aa6a-12f347bca219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (b91302d9-0014-42aa-8d6d-42a7e564e21d), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:29.325283 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbdcb6e-559c-480e-aa6a-12f347bca219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91302d9-0014-42aa-8d6d-42a7e564e21d,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:29.333989 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-dcbdcb6e-559c-480e-aa6a-12f347bca219 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ff16073ab1d44fb39da960e2e077219e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3255939 Jul 28 05:40:29.334761 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 43636) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:40:29.366024 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a172b86-8803-460a-ad46-bb3aef1740cb req-e7e99001-7f30-43aa-b9f0-d8280bb13f84 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:29.367523 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3a172b86-8803-460a-ad46-bb3aef1740cb req-e7e99001-7f30-43aa-b9f0-d8280bb13f84 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18 HTTP/1.1" status: 200 len: 946 time: 0.0491130 Jul 28 05:40:29.385305 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-0b9cec63-9370-469e-a3cd-7fa889c7259e admin admin] Publish callbacks [] for security_group (b91302d9-0014-42aa-8d6d-42a7e564e21d), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:29.408388 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-0b9cec63-9370-469e-a3cd-7fa889c7259e admin admin] Publish callbacks [] for security_group (b91302d9-0014-42aa-8d6d-42a7e564e21d), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:29.419229 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3a172b86-8803-460a-ad46-bb3aef1740cb req-5262fd48-e492-43ea-bf2f-f6dae25da862 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457628 Jul 28 05:40:29.530148 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-0b9cec63-9370-469e-a3cd-7fa889c7259e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (b91302d9-0014-42aa-8d6d-42a7e564e21d), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:29.532687 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-0b9cec63-9370-469e-a3cd-7fa889c7259e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:29.533918 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-0b9cec63-9370-469e-a3cd-7fa889c7259e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b91302d9-0014-42aa-8d6d-42a7e564e21d HTTP/1.1" status: 204 len: 168 time: 0.1982427 Jul 28 05:40:29.542068 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9cec63-9370-469e-a3cd-7fa889c7259e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91302d9-0014-42aa-8d6d-42a7e564e21d,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:30.300812 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780036a-a439-4f07-b8c1-aa7d5882fab1 req-70876e65-65f9-4a19-8440-349a297c6bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:30.302526 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-c780036a-a439-4f07-b8c1-aa7d5882fab1 req-70876e65-65f9-4a19-8440-349a297c6bc4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18 HTTP/1.1" status: 200 len: 1130 time: 0.0427284 Jul 28 05:40:30.542968 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30eb1b-3cce-431c-8b41-592a3e5e580d req-7baa431b-95b3-487b-9ed5-7c0e856a01e2 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:30.544482 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3e30eb1b-3cce-431c-8b41-592a3e5e580d req-7baa431b-95b3-487b-9ed5-7c0e856a01e2 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18 HTTP/1.1" status: 200 len: 946 time: 0.0515108 Jul 28 05:40:30.594714 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3e30eb1b-3cce-431c-8b41-592a3e5e580d req-873f2f19-8f29-40dc-8cca-8fed62db0152 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446112 Jul 28 05:40:31.181828 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:31.197904 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-c780036a-a439-4f07-b8c1-aa7d5882fab1 req-b31a4260-75d9-4189-8488-1f6b80f33803 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448382 Jul 28 05:40:31.705045 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:31.718085 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6b9b0-33c2-4e49-87b8-d49b2f17eee9 req-84244d27-0b8a-4685-aa94-76e646f31055 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:31.723036 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-32f6b9b0-33c2-4e49-87b8-d49b2f17eee9 req-84244d27-0b8a-4685-aa94-76e646f31055 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18 HTTP/1.1" status: 200 len: 946 time: 0.0504684 Jul 28 05:40:31.768644 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-32f6b9b0-33c2-4e49-87b8-d49b2f17eee9 req-10236689-6f8f-4423-8ecb-5a690beeb6cc tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426061 Jul 28 05:40:32.321012 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 43688) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:40:32.444239 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-898630de-d812-4bde-9702-46ba1e69761d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:32.484606 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-0601ee47-76bd-4c4c-aea4-c7506e390ace tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] 10.222.0.33 "GET /v2.0/networks?tenant_id=2a92cc42de224a0290e6328adb1e1924&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381858 Jul 28 05:40:32.640699 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:32.721363 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-2183b128-ef79-4b17-9ac4-986965642e1f tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:32.723094 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-2183b128-ef79-4b17-9ac4-986965642e1f tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2287192 Jul 28 05:40:32.741434 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-898630de-d812-4bde-9702-46ba1e69761d admin admin] Publish callbacks [] for security_group (9c2a1f08-66ed-4059-bccd-decf82aa9d5d), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:32.745209 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-2e6b12ec-17ac-425d-85a1-f89dc43797b1 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] 10.222.0.33 "GET /v2.0/quotas/2a92cc42de224a0290e6328adb1e1924 HTTP/1.1" status: 200 len: 375 time: 0.0146649 Jul 28 05:40:32.779017 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-7ab56f49-3309-43b2-8862-1804e7d1aa73 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=2a92cc42de224a0290e6328adb1e1924&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281725 Jul 28 05:40:32.798942 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-898630de-d812-4bde-9702-46ba1e69761d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (9c2a1f08-66ed-4059-bccd-decf82aa9d5d), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:32.839588 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898630de-d812-4bde-9702-46ba1e69761d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2a1f08-66ed-4059-bccd-decf82aa9d5d,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:32.843937 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-898630de-d812-4bde-9702-46ba1e69761d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f69a10aa384245c594d57a05dac17a44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5218618 Jul 28 05:40:32.846659 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 43710) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:40:32.901053 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-2fb67616-9db2-40b9-b367-7155bca882a4 admin admin] Publish callbacks [] for security_group (9c2a1f08-66ed-4059-bccd-decf82aa9d5d), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:32.924698 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-2fb67616-9db2-40b9-b367-7155bca882a4 admin admin] Publish callbacks [] for security_group (9c2a1f08-66ed-4059-bccd-decf82aa9d5d), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:33.033424 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-2fb67616-9db2-40b9-b367-7155bca882a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (9c2a1f08-66ed-4059-bccd-decf82aa9d5d), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:33.040632 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-2fb67616-9db2-40b9-b367-7155bca882a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:33.040632 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-2fb67616-9db2-40b9-b367-7155bca882a4 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/9c2a1f08-66ed-4059-bccd-decf82aa9d5d HTTP/1.1" status: 204 len: 168 time: 0.1906326 Jul 28 05:40:33.058504 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb67616-9db2-40b9-b367-7155bca882a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2a1f08-66ed-4059-bccd-decf82aa9d5d,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:33.097554 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937b889-f004-4901-a2c8-c3a411ead5cc req-67679d69-f989-4f48-9acc-8740c0867935 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:33.099062 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4937b889-f004-4901-a2c8-c3a411ead5cc req-67679d69-f989-4f48-9acc-8740c0867935 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18 HTTP/1.1" status: 200 len: 946 time: 0.0596550 Jul 28 05:40:33.156297 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4937b889-f004-4901-a2c8-c3a411ead5cc req-d5a0187a-d55c-48bc-8fc2-c4ef4a27df9f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509098 Jul 28 05:40:33.239378 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:33.239950 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c3eb5404-ab1e-422a-a9fe-332ced593af8 req-861cc5cc-af99-4d85-a3f5-34b055cfdfef tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] 10.222.0.33 "GET /v2.0/ports?device_id=005f817e-3e43-49df-bc90-dc094b66fed8 HTTP/1.1" status: 200 len: 210 time: 0.0287924 Jul 28 05:40:33.344800 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4fba30-435f-4005-af10-bc7b130b57ca req-9300176f-4955-46a9-ada5-7667c35f4d63 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:33.346356 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0b4fba30-435f-4005-af10-bc7b130b57ca req-9300176f-4955-46a9-ada5-7667c35f4d63 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18 HTTP/1.1" status: 200 len: 946 time: 0.0509493 Jul 28 05:40:33.403812 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0b4fba30-435f-4005-af10-bc7b130b57ca req-a3fe5a93-8a3c-48b5-9e38-396c295cb577 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512912 Jul 28 05:40:33.437347 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 43724) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:40:33.649321 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:33.656689 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb03e128-21b7-499e-8e0f-c5032b06c9c1 tempest-TestVolumeBootPattern-2000149991 tempest-TestVolumeBootPattern-2000149991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:33.658238 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-bb03e128-21b7-499e-8e0f-c5032b06c9c1 tempest-TestVolumeBootPattern-2000149991 tempest-TestVolumeBootPattern-2000149991-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18 HTTP/1.1" status: 200 len: 1125 time: 0.2198553 Jul 28 05:40:33.661240 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 43728) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:40:33.665438 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-1ff24643-5673-4c27-a410-8a576647a2b9 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Request body: {'floatingip': {'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'port_id': '85e26040-6cb9-426b-976c-2e7e7a1a5ca5', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:40:33.778976 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1ff24643-5673-4c27-a410-8a576647a2b9 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:33.865960 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=5 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:33.866864 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:33.868248 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1ff24643-5673-4c27-a410-8a576647a2b9 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:33.973322 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.db_base_plugin_common [None req-1ff24643-5673-4c27-a410-8a576647a2b9 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Allocated IP 172.27.0.194 (d892672b-b726-43a1-a501-142ea5a750c8/481049b9-1d68-41f1-a9d6-55330db72a03/17d3dcf6-4807-4417-96f6-897735bcd230) {{(pid=104272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:40:34.084625 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1ff24643-5673-4c27-a410-8a576647a2b9 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for port (17d3dcf6-4807-4417-96f6-897735bcd230), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:34.104046 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:34.227872 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1ff24643-5673-4c27-a410-8a576647a2b9 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (17d3dcf6-4807-4417-96f6-897735bcd230), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:34.270273 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff24643-5673-4c27-a410-8a576647a2b9 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Network d892672b-b726-43a1-a501-142ea5a750c8 is already hosted by enough agents. {{(pid=104272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:40:34.273390 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [None req-1ff24643-5673-4c27-a410-8a576647a2b9 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Resources bound (agent type, host, resource id): {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:40:34.277367 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff24643-5673-4c27-a410-8a576647a2b9 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Received port after_create {{(pid=104272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:40:34.305305 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff24643-5673-4c27-a410-8a576647a2b9 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Pushing event updated for resources: {'Port': ['ID=17d3dcf6-4807-4417-96f6-897735bcd230,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:34.347562 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d6444a08-bbab-455b-9fd0-efb921a42e56 req-ca73ec9c-2d15-4aa6-af65-7b0843c4de77 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] 10.222.0.33 "GET /v2.0/ports?device_id=005f817e-3e43-49df-bc90-dc094b66fed8 HTTP/1.1" status: 200 len: 210 time: 0.0354567 Jul 28 05:40:34.521715 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:34.666734 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1ff24643-5673-4c27-a410-8a576647a2b9 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for floatingip (cd3840e0-8218-4a7d-88be-54b22ea87847), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:34.811801 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1ff24643-5673-4c27-a410-8a576647a2b9 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (17d3dcf6-4807-4417-96f6-897735bcd230), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:34.961062 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1ff24643-5673-4c27-a410-8a576647a2b9 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for port (17d3dcf6-4807-4417-96f6-897735bcd230), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:35.024547 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1ff24643-5673-4c27-a410-8a576647a2b9 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8637776'] for port (17d3dcf6-4807-4417-96f6-897735bcd230), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:35.099102 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff24643-5673-4c27-a410-8a576647a2b9 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Pushing event updated for resources: {'Port': ['ID=17d3dcf6-4807-4417-96f6-897735bcd230,revision_number=2']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:35.111089 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1ff24643-5673-4c27-a410-8a576647a2b9 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4016612'] for floatingip (cd3840e0-8218-4a7d-88be-54b22ea87847), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:35.222619 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.db.l3_db [None req-1ff24643-5673-4c27-a410-8a576647a2b9 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Floating IP cd3840e0-8218-4a7d-88be-54b22ea87847 associated. External IP: 172.27.0.194, port: 85e26040-6cb9-426b-976c-2e7e7a1a5ca5. Jul 28 05:40:35.299842 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:35.327162 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-69a54420-9cb4-4750-b262-8f87af68e216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:35.348681 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-200131cf-495a-4061-b215-1d5af39a7bc6 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=2a92cc42de224a0290e6328adb1e1924&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304110 Jul 28 05:40:35.461792 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff24643-5673-4c27-a410-8a576647a2b9 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Router 25d90893-ee95-44a2-bbe4-57db53b449b8 has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:40:35.464389 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-45cc368e-8e1d-4d9c-b562-093dbbac4e55 req-c0d8cb17-b5d1-4d1c-aa7d-d0e35568af56 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] 10.222.0.33 "GET /v2.0/ports?device_id=005f817e-3e43-49df-bc90-dc094b66fed8 HTTP/1.1" status: 200 len: 210 time: 0.0341260 Jul 28 05:40:35.545459 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-1d3169b9-1e5e-49d7-a0f5-8217db56fcd4 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:35.546937 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-1d3169b9-1e5e-49d7-a0f5-8217db56fcd4 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1928189 Jul 28 05:40:35.558600 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-a0d464ba-42dd-42a0-9e59-65b548e30337 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] Request body: {'port': {'device_id': '005f817e-3e43-49df-bc90-dc094b66fed8', 'network_id': '74a9bf2d-1542-46d2-9ba7-56f4eb719bec', 'admin_state_up': True, 'tenant_id': '2a92cc42de224a0290e6328adb1e1924'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:40:35.563812 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:35.578478 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff24643-5673-4c27-a410-8a576647a2b9 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:40:35.593653 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfe798a-4802-4d89-9aae-8678810a71b7 None None] Sync routers for ids ['25d90893-ee95-44a2-bbe4-57db53b449b8'] in dv-cinder-799871-48-iscsi {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:40:35.605420 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfe798a-4802-4d89-9aae-8678810a71b7 None None] Routers {'25d90893-ee95-44a2-bbe4-57db53b449b8'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:40:35.606263 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-ebfe798a-4802-4d89-9aae-8678810a71b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:40:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['25d90893-ee95-44a2-bbe4-57db53b449b8'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:40:35.716123 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-ebfe798a-4802-4d89-9aae-8678810a71b7 None None] Set router 25d90893-ee95-44a2-bbe4-57db53b449b8 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:40:35.733025 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1ff24643-5673-4c27-a410-8a576647a2b9 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for floatingip (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:35.768176 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-1ff24643-5673-4c27-a410-8a576647a2b9 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1058891 Jul 28 05:40:35.769352 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18', 'tag': '85e26040-6cb9-426b-976c-2e7e7a1a5ca5'}] {{(pid=104272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:40:35.771958 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90743944bbcefbc541f6211993cabd2c9418e1ba23e64f30c52edf03935cac0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba6aef1-2efd-48bc-87d7-7a389f270865" -d '{"events": [{"name": "network-changed", "server_uuid": "72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18", "tag": "85e26040-6cb9-426b-976c-2e7e7a1a5ca5"}]}' {{(pid=104272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:40:35.809339 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d53af91-bc57-45f3-bd3f-748bf99839cb x-openstack-request-id: req-6d53af91-bc57-45f3-bd3f-748bf99839cb {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:40:35.809739 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18", "tag": "85e26040-6cb9-426b-976c-2e7e7a1a5ca5", "status": "completed", "code": 200}]} {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:40:35.809999 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6d53af91-bc57-45f3-bd3f-748bf99839cb {{(pid=104272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:40:35.810406 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d53af91-bc57-45f3-bd3f-748bf99839cb'] response: {'name': 'network-changed', 'server_uuid': '72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18', 'tag': '85e26040-6cb9-426b-976c-2e7e7a1a5ca5', 'status': 'completed', 'code': 200} Jul 28 05:40:35.842165 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-a0d464ba-42dd-42a0-9e59-65b548e30337 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] Made reservation on behalf of 2a92cc42de224a0290e6328adb1e1924 for: {'port': 1} {{(pid=104273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:40:35.846070 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-a0d464ba-42dd-42a0-9e59-65b548e30337 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:35.873090 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-a0d464ba-42dd-42a0-9e59-65b548e30337 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:35.900843 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6aef1-2efd-48bc-87d7-7a389f270865 req-dca7dfc7-a0fe-46d8-b280-6ca0aa0c4559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:35.902367 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-4ba6aef1-2efd-48bc-87d7-7a389f270865 req-dca7dfc7-a0fe-46d8-b280-6ca0aa0c4559 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=049ba77de43b4702832529d687f5f7a3&device_id=72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18 HTTP/1.1" status: 200 len: 1130 time: 0.0721524 Jul 28 05:40:35.942762 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-ebfe798a-4802-4d89-9aae-8678810a71b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'name': 'tempest-TestVolumeBootPattern-1058617019-router', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:39:27Z', 'updated_at': '2022-07-28T05:39:31Z', 'revision_number': 4, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'gw_port': {'id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:37:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:28Z', 'updated_at': '2022-07-28T05:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': 'cd3840e0-8218-4a7d-88be-54b22ea87847', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'floating_ip_address': '172.27.0.194', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'port_id': '85e26040-6cb9-426b-976c-2e7e7a1a5ca5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'mac_address': 'fa:16:3e:81:33:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:40:34Z', 'updated_at': '2022-07-28T05:40:34Z', 'revision_number': 0, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce254138-9b1b-4916-9149-272d42456e62', 'name': '', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'mac_address': 'fa:16:3e:43:f0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:30Z', 'updated_at': '2022-07-28T05:39:36Z', 'revision_number': 5, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'subnets': [{'id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:40:35.968071 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfe798a-4802-4d89-9aae-8678810a71b7 None None] Checking router: 25d90893-ee95-44a2-bbe4-57db53b449b8 for host: dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:40:35.976703 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfe798a-4802-4d89-9aae-8678810a71b7 None None] Routers {'25d90893-ee95-44a2-bbe4-57db53b449b8'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:40:35.977295 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-ebfe798a-4802-4d89-9aae-8678810a71b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:40:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['25d90893-ee95-44a2-bbe4-57db53b449b8'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:40:36.007683 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-a0d464ba-42dd-42a0-9e59-65b548e30337 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] Publish callbacks [] for security_group (6569d13d-e803-4e87-83fe-30231b22d890), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:36.053129 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6aef1-2efd-48bc-87d7-7a389f270865 req-18c09b53-0413-44b7-83b3-796395e6a099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:36.054741 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-4ba6aef1-2efd-48bc-87d7-7a389f270865 req-18c09b53-0413-44b7-83b3-796395e6a099 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5edb77fb-18f0-41c1-85ec-83f10d2e2f1e HTTP/1.1" status: 200 len: 913 time: 0.1016011 Jul 28 05:40:36.086518 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-ebfe798a-4802-4d89-9aae-8678810a71b7 None None] Set router 25d90893-ee95-44a2-bbe4-57db53b449b8 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:40:36.122870 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-4ba6aef1-2efd-48bc-87d7-7a389f270865 req-0794ddc5-9806-4900-a303-7353d18399bc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85e26040-6cb9-426b-976c-2e7e7a1a5ca5 HTTP/1.1" status: 200 len: 1000 time: 0.0621293 Jul 28 05:40:36.177789 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6aef1-2efd-48bc-87d7-7a389f270865 req-992f5caa-b22d-4cf9-83f7-4a22c3e6ec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:36.179484 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-4ba6aef1-2efd-48bc-87d7-7a389f270865 req-992f5caa-b22d-4cf9-83f7-4a22c3e6ec68 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80f59cf9-dd9f-4c53-87ba-c86edc35d104 HTTP/1.1" status: 200 len: 851 time: 0.0514641 Jul 28 05:40:36.223669 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6aef1-2efd-48bc-87d7-7a389f270865 req-14f2ec0d-6099-4d00-9927-0137850ed220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:36.225275 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-4ba6aef1-2efd-48bc-87d7-7a389f270865 req-14f2ec0d-6099-4d00-9927-0137850ed220 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5edb77fb-18f0-41c1-85ec-83f10d2e2f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404711 Jul 28 05:40:36.277581 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-a0d464ba-42dd-42a0-9e59-65b548e30337 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (6569d13d-e803-4e87-83fe-30231b22d890), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:36.318846 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-ebfe798a-4802-4d89-9aae-8678810a71b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'name': 'tempest-TestVolumeBootPattern-1058617019-router', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:39:27Z', 'updated_at': '2022-07-28T05:39:31Z', 'revision_number': 4, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'gw_port': {'id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:37:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:28Z', 'updated_at': '2022-07-28T05:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': 'cd3840e0-8218-4a7d-88be-54b22ea87847', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'floating_ip_address': '172.27.0.194', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'port_id': '85e26040-6cb9-426b-976c-2e7e7a1a5ca5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'mac_address': 'fa:16:3e:81:33:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:40:34Z', 'updated_at': '2022-07-28T05:40:34Z', 'revision_number': 0, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce254138-9b1b-4916-9149-272d42456e62', 'name': '', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'mac_address': 'fa:16:3e:43:f0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:30Z', 'updated_at': '2022-07-28T05:39:36Z', 'revision_number': 5, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'subnets': [{'id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:40:36.345654 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfe798a-4802-4d89-9aae-8678810a71b7 None None] The sync data for ids ['25d90893-ee95-44a2-bbe4-57db53b449b8'] in dv-cinder-799871-48-iscsi is: [{'id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'name': 'tempest-TestVolumeBootPattern-1058617019-router', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:39:27Z', 'updated_at': '2022-07-28T05:39:31Z', 'revision_number': 4, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'gw_port': {'id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:37:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:28Z', 'updated_at': '2022-07-28T05:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': 'cd3840e0-8218-4a7d-88be-54b22ea87847', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'floating_ip_address': '172.27.0.194', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'port_id': '85e26040-6cb9-426b-976c-2e7e7a1a5ca5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'mac_address': 'fa:16:3e:81:33:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:40:34Z', 'updated_at': '2022-07-28T05:40:34Z', 'revision_number': 0, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce254138-9b1b-4916-9149-272d42456e62', 'name': '', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'mac_address': 'fa:16:3e:43:f0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:30Z', 'updated_at': '2022-07-28T05:39:36Z', 'revision_number': 5, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'subnets': [{'id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:40:36.360177 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d464ba-42dd-42a0-9e59-65b548e30337 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6569d13d-e803-4e87-83fe-30231b22d890,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:36.426635 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-4ba6aef1-2efd-48bc-87d7-7a389f270865 req-11933f80-2740-411c-a62a-4a1521f37917 service neutron] 10.222.0.57 "GET /v2.0/networks/5edb77fb-18f0-41c1-85ec-83f10d2e2f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953852 Jul 28 05:40:36.447683 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:36.452552 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:36.505668 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.db_base_plugin_common [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-a0d464ba-42dd-42a0-9e59-65b548e30337 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] Allocated IP 192.168.233.60 (74a9bf2d-1542-46d2-9ba7-56f4eb719bec/d3d3a2e1-8400-409d-bc50-2c16c318fa83/f719e24b-5b29-4a25-ad02-ca88e9278f7c) {{(pid=104273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:40:36.585232 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f228f6-4449-49fc-8fce-563448de04bb None None] New status for floating IP cd3840e0-8218-4a7d-88be-54b22ea87847: ACTIVE {{(pid=104274) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 05:40:36.594914 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-4ba6aef1-2efd-48bc-87d7-7a389f270865 req-37fb87fa-3e8b-436c-9cf6-7455d2093408 service neutron] 10.222.0.57 "GET /v2.0/networks/5edb77fb-18f0-41c1-85ec-83f10d2e2f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605306 Jul 28 05:40:36.605611 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-22f8d3da-2621-402a-89ab-4c091185d4a7 req-2d62863a-50d5-440e-b5b7-3d2fa4129b2f tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] 10.222.0.33 "GET /v2.0/ports?device_id=005f817e-3e43-49df-bc90-dc094b66fed8 HTTP/1.1" status: 200 len: 210 time: 0.0403082 Jul 28 05:40:36.980383 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-a0d464ba-42dd-42a0-9e59-65b548e30337 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] Publish callbacks [] for port (f719e24b-5b29-4a25-ad02-ca88e9278f7c), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:37.090819 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-a0d464ba-42dd-42a0-9e59-65b548e30337 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (f719e24b-5b29-4a25-ad02-ca88e9278f7c), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:37.131654 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-a0d464ba-42dd-42a0-9e59-65b548e30337 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] Network 74a9bf2d-1542-46d2-9ba7-56f4eb719bec is already hosted by enough agents. {{(pid=104273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:40:37.136810 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-a0d464ba-42dd-42a0-9e59-65b548e30337 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] Resources bound (agent type, host, resource id): {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:40:37.140664 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-a0d464ba-42dd-42a0-9e59-65b548e30337 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] Received port after_create {{(pid=104273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:40:37.169793 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d464ba-42dd-42a0-9e59-65b548e30337 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] Pushing event updated for resources: {'Port': ['ID=f719e24b-5b29-4a25-ad02-ca88e9278f7c,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:37.197019 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-a0d464ba-42dd-42a0-9e59-65b548e30337 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:37.197677 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-a0d464ba-42dd-42a0-9e59-65b548e30337 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:37.271132 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-a0d464ba-42dd-42a0-9e59-65b548e30337 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7160673 Jul 28 05:40:37.282400 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-b48768a7-eb73-4b5c-ba67-b91acc2560f5 service neutron] Request body: {'port': {'device_id': '005f817e-3e43-49df-bc90-dc094b66fed8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:40:37.314872 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-e377a369-3a5d-4bbf-94ed-82683abdf589 None None] Provisioning complete for port f719e24b-5b29-4a25-ad02-ca88e9278f7c triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:40:37.315258 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e377a369-3a5d-4bbf-94ed-82683abdf589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (f719e24b-5b29-4a25-ad02-ca88e9278f7c), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:37.344774 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-b48768a7-eb73-4b5c-ba67-b91acc2560f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (f719e24b-5b29-4a25-ad02-ca88e9278f7c), before_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:37.347634 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-e377a369-3a5d-4bbf-94ed-82683abdf589 None None] Port f719e24b-5b29-4a25-ad02-ca88e9278f7c cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:40:37.374326 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:37.601389 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-b48768a7-eb73-4b5c-ba67-b91acc2560f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f719e24b-5b29-4a25-ad02-ca88e9278f7c {{(pid=104273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:40:37.608842 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-b48768a7-eb73-4b5c-ba67-b91acc2560f5 service neutron] Publish callbacks [] for port (f719e24b-5b29-4a25-ad02-ca88e9278f7c), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:37.622979 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.provisioning_blocks [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-b48768a7-eb73-4b5c-ba67-b91acc2560f5 service neutron] Transition to ACTIVE for port object f719e24b-5b29-4a25-ad02-ca88e9278f7c will not be triggered until provisioned by entity L2. {{(pid=104273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 05:40:37.639242 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-125bf3a3-db12-4ec9-9f65-9bc964d87ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:37.719398 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-b48768a7-eb73-4b5c-ba67-b91acc2560f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8744973'] for port (f719e24b-5b29-4a25-ad02-ca88e9278f7c), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:37.749217 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b53e28-e7c8-49e2-a330-ef0419ff9570 req-8537734f-5476-4942-8812-1ed46e7fde84 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:37.757639 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-68b53e28-e7c8-49e2-a330-ef0419ff9570 req-8537734f-5476-4942-8812-1ed46e7fde84 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] 10.222.0.33 "GET /v2.0/ports?device_id=005f817e-3e43-49df-bc90-dc094b66fed8 HTTP/1.1" status: 200 len: 935 time: 0.0606625 Jul 28 05:40:37.781287 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48768a7-eb73-4b5c-ba67-b91acc2560f5 service neutron] Pushing event updated for resources: {'Port': ['ID=f719e24b-5b29-4a25-ad02-ca88e9278f7c,revision_number=2']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:37.808376 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-68b53e28-e7c8-49e2-a330-ef0419ff9570 req-1b5522ce-6177-4c10-ad83-d98322c22e00 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] 10.222.0.33 "GET /v2.0/security-groups?id=6569d13d-e803-4e87-83fe-30231b22d890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499678 Jul 28 05:40:37.847877 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:37.858337 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.managers [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-b48768a7-eb73-4b5c-ba67-b91acc2560f5 service neutron] Attempting to bind port f719e24b-5b29-4a25-ad02-ca88e9278f7c on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:40:37.858599 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.managers [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-b48768a7-eb73-4b5c-ba67-b91acc2560f5 service neutron] Attempting to bind port f719e24b-5b29-4a25-ad02-ca88e9278f7c by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'e0a70e1c-85f3-4d91-ba9c-c06d80acd587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '74a9bf2d-1542-46d2-9ba7-56f4eb719bec'}] {{(pid=104273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:40:37.858936 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-b48768a7-eb73-4b5c-ba67-b91acc2560f5 service neutron] Attempting to bind port f719e24b-5b29-4a25-ad02-ca88e9278f7c on network 74a9bf2d-1542-46d2-9ba7-56f4eb719bec {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:40:37.863737 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-b48768a7-eb73-4b5c-ba67-b91acc2560f5 service neutron] Port f719e24b-5b29-4a25-ad02-ca88e9278f7c on network 74a9bf2d-1542-46d2-9ba7-56f4eb719bec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 05:40:37.864061 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-b48768a7-eb73-4b5c-ba67-b91acc2560f5 service neutron] Attempting to bind port f719e24b-5b29-4a25-ad02-ca88e9278f7c on network 74a9bf2d-1542-46d2-9ba7-56f4eb719bec {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:40:37.869521 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-b48768a7-eb73-4b5c-ba67-b91acc2560f5 service neutron] Checking agent: {'id': '50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'started_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:40:37.869872 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-b48768a7-eb73-4b5c-ba67-b91acc2560f5 service neutron] Checking segment: {'id': 'e0a70e1c-85f3-4d91-ba9c-c06d80acd587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '74a9bf2d-1542-46d2-9ba7-56f4eb719bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:40:37.870264 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-b48768a7-eb73-4b5c-ba67-b91acc2560f5 service neutron] Bound using segment: {'id': 'e0a70e1c-85f3-4d91-ba9c-c06d80acd587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '74a9bf2d-1542-46d2-9ba7-56f4eb719bec'} {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:40:37.870698 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.managers [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-b48768a7-eb73-4b5c-ba67-b91acc2560f5 service neutron] Bound port: f719e24b-5b29-4a25-ad02-ca88e9278f7c, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a70e1c-85f3-4d91-ba9c-c06d80acd587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '74a9bf2d-1542-46d2-9ba7-56f4eb719bec'}}] {{(pid=104273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:40:37.871061 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-b48768a7-eb73-4b5c-ba67-b91acc2560f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (f719e24b-5b29-4a25-ad02-ca88e9278f7c), before_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:37.944850 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-b48768a7-eb73-4b5c-ba67-b91acc2560f5 service neutron] For port f719e24b-5b29-4a25-ad02-ca88e9278f7c, host hv-cinder-79987, cleared binding levels {{(pid=104273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:40:37.948666 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-b48768a7-eb73-4b5c-ba67-b91acc2560f5 service neutron] For port f719e24b-5b29-4a25-ad02-ca88e9278f7c, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f719e24b-5b29-4a25-ad02-ca88e9278f7c,segment=NetworkSegment(e0a70e1c-85f3-4d91-ba9c-c06d80acd587),segment_id=e0a70e1c-85f3-4d91-ba9c-c06d80acd587)] {{(pid=104273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:40:38.024608 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-b48768a7-eb73-4b5c-ba67-b91acc2560f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8744973'] for port (f719e24b-5b29-4a25-ad02-ca88e9278f7c), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:38.066133 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-b48768a7-eb73-4b5c-ba67-b91acc2560f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:38.066947 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-b48768a7-eb73-4b5c-ba67-b91acc2560f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:38.068445 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-b48768a7-eb73-4b5c-ba67-b91acc2560f5 service neutron] 10.222.0.57 "PUT /v2.0/ports/f719e24b-5b29-4a25-ad02-ca88e9278f7c HTTP/1.1" status: 200 len: 1097 time: 0.7901990 Jul 28 05:40:38.068928 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '005f817e-3e43-49df-bc90-dc094b66fed8', 'tag': 'f719e24b-5b29-4a25-ad02-ca88e9278f7c'}] {{(pid=104273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:40:38.071409 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}294c2db51adabc0e3fe9263869e3ac3ebddb58bd39f135069541a8ae7da0566b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cd3967-38b1-4ad8-b314-d42f49a6d1ca" -d '{"events": [{"name": "network-changed", "server_uuid": "005f817e-3e43-49df-bc90-dc094b66fed8", "tag": "f719e24b-5b29-4a25-ad02-ca88e9278f7c"}]}' {{(pid=104273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:40:38.091715 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48768a7-eb73-4b5c-ba67-b91acc2560f5 service neutron] Pushing event updated for resources: {'Port': ['ID=f719e24b-5b29-4a25-ad02-ca88e9278f7c,revision_number=3']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:38.120674 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37b2d15-f3cd-44bb-90e5-adfa529de7e0 x-openstack-request-id: req-f37b2d15-f3cd-44bb-90e5-adfa529de7e0 {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:40:38.121036 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "005f817e-3e43-49df-bc90-dc094b66fed8", "tag": "f719e24b-5b29-4a25-ad02-ca88e9278f7c", "status": "completed", "code": 200}]} {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:40:38.121355 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f37b2d15-f3cd-44bb-90e5-adfa529de7e0 {{(pid=104273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:40:38.121843 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f37b2d15-f3cd-44bb-90e5-adfa529de7e0'] response: {'name': 'network-changed', 'server_uuid': '005f817e-3e43-49df-bc90-dc094b66fed8', 'tag': 'f719e24b-5b29-4a25-ad02-ca88e9278f7c', 'status': 'completed', 'code': 200} Jul 28 05:40:38.167072 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 43776) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:40:38.188658 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd3967-38b1-4ad8-b314-d42f49a6d1ca req-3b5005f0-0c97-487a-8c6a-fbbbfd36b992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:38.190256 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-19cd3967-38b1-4ad8-b314-d42f49a6d1ca req-3b5005f0-0c97-487a-8c6a-fbbbfd36b992 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2a92cc42de224a0290e6328adb1e1924&device_id=005f817e-3e43-49df-bc90-dc094b66fed8 HTTP/1.1" status: 200 len: 1131 time: 0.0461824 Jul 28 05:40:38.219814 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-19cd3967-38b1-4ad8-b314-d42f49a6d1ca req-d1617d2f-1635-4365-8147-5704dec7be14 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2a92cc42de224a0290e6328adb1e1924&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213053 Jul 28 05:40:38.290682 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b0d646a8-fde8-4e97-a099-754cad4d7aca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:38.324394 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd3967-38b1-4ad8-b314-d42f49a6d1ca req-075726b5-6681-4d59-8262-1d119a5cf1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:38.326196 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-19cd3967-38b1-4ad8-b314-d42f49a6d1ca req-075726b5-6681-4d59-8262-1d119a5cf1ca service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1009281 Jul 28 05:40:38.370228 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b0d646a8-fde8-4e97-a099-754cad4d7aca admin admin] Publish callbacks [] for security_group (675291e0-561c-43c0-ab24-dc8808d8053c), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:38.422375 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-4d639509-8f0b-4930-b6cb-5db2077dd127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:38.423889 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-4d639509-8f0b-4930-b6cb-5db2077dd127 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2a92cc42de224a0290e6328adb1e1924&device_id=005f817e-3e43-49df-bc90-dc094b66fed8 HTTP/1.1" status: 200 len: 1131 time: 0.0401573 Jul 28 05:40:38.430163 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b0d646a8-fde8-4e97-a099-754cad4d7aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (675291e0-561c-43c0-ab24-dc8808d8053c), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:38.466671 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-398867b2-692a-4ce4-ad2e-31f65140ab95 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=f719e24b-5b29-4a25-ad02-ca88e9278f7c HTTP/1.1" status: 200 len: 217 time: 0.0363274 Jul 28 05:40:38.469729 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d646a8-fde8-4e97-a099-754cad4d7aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675291e0-561c-43c0-ab24-dc8808d8053c,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:38.474215 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-b0d646a8-fde8-4e97-a099-754cad4d7aca admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=38df4274ea31412e88459e12dfb1f56f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3060329 Jul 28 05:40:38.476888 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 43780) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:40:38.518161 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-e0dc7248-6818-4935-9ace-eb9619a581c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:38.520823 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-e0dc7248-6818-4935-9ace-eb9619a581c3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d3d3a2e1-8400-409d-bc50-2c16c318fa83 HTTP/1.1" status: 200 len: 843 time: 0.0490968 Jul 28 05:40:38.530914 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-f177407b-c8cb-469f-b700-c5bf948d0449 admin admin] Publish callbacks [] for security_group (675291e0-561c-43c0-ab24-dc8808d8053c), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:38.555068 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-f177407b-c8cb-469f-b700-c5bf948d0449 admin admin] Publish callbacks [] for security_group (675291e0-561c-43c0-ab24-dc8808d8053c), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:38.567140 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-614fefca-863a-44ee-9cca-6cfe9e48031d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:38.568684 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-614fefca-863a-44ee-9cca-6cfe9e48031d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74a9bf2d-1542-46d2-9ba7-56f4eb719bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0417230 Jul 28 05:40:38.607245 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:38.662034 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-f177407b-c8cb-469f-b700-c5bf948d0449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (675291e0-561c-43c0-ab24-dc8808d8053c), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:38.664210 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-57a38fff-8e7e-42e2-bb10-4e9a84b68e56 service neutron] 10.222.0.57 "GET /v2.0/networks/74a9bf2d-1542-46d2-9ba7-56f4eb719bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899205 Jul 28 05:40:38.664654 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-f177407b-c8cb-469f-b700-c5bf948d0449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:38.665843 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-f177407b-c8cb-469f-b700-c5bf948d0449 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/675291e0-561c-43c0-ab24-dc8808d8053c HTTP/1.1" status: 204 len: 168 time: 0.1880140 Jul 28 05:40:38.674042 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177407b-c8cb-469f-b700-c5bf948d0449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675291e0-561c-43c0-ab24-dc8808d8053c,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:38.724743 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:38.757330 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-240f3b7e-c9fb-436b-b1c4-a465162d9097 req-a321c7d0-8a72-49df-8345-2c0ef58ebfe5 service neutron] 10.222.0.57 "GET /v2.0/networks/74a9bf2d-1542-46d2-9ba7-56f4eb719bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876195 Jul 28 05:40:38.932843 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81c721-7c08-45c9-b83f-9dc43a040849 req-715729b2-f5be-4a12-a475-fcf199e69877 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:38.936502 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-dd81c721-7c08-45c9-b83f-9dc43a040849 req-715729b2-f5be-4a12-a475-fcf199e69877 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] 10.222.0.33 "GET /v2.0/ports?device_id=005f817e-3e43-49df-bc90-dc094b66fed8 HTTP/1.1" status: 200 len: 947 time: 0.0511441 Jul 28 05:40:38.983051 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-dd81c721-7c08-45c9-b83f-9dc43a040849 req-de287669-e4e1-4522-8281-b287bf4739e9 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] 10.222.0.33 "GET /v2.0/security-groups?id=6569d13d-e803-4e87-83fe-30231b22d890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429957 Jul 28 05:40:39.635390 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 43804) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:40:39.733322 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-0aa25edf-289f-4770-a356-5519d1fb3078 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1446977651-network', 'tenant_id': '42f0cd3e66ff4f08bcabdd66f24995ff'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:40:39.812835 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa25edf-289f-4770-a356-5519d1fb3078 admin admin] Made reservation on behalf of 42f0cd3e66ff4f08bcabdd66f24995ff for: {'network': 1} {{(pid=104272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:40:39.815260 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-0aa25edf-289f-4770-a356-5519d1fb3078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for network (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:39.824234 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-0aa25edf-289f-4770-a356-5519d1fb3078 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:39.865401 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:39.899700 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-0aa25edf-289f-4770-a356-5519d1fb3078 admin admin] Publish callbacks [] for security_group (09fe10fe-fb17-41ef-b3c2-b269e40ef231), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:39.976140 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-0aa25edf-289f-4770-a356-5519d1fb3078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (09fe10fe-fb17-41ef-b3c2-b269e40ef231), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:40.001029 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa25edf-289f-4770-a356-5519d1fb3078 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=104272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 05:40:40.012936 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:40.016611 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa25edf-289f-4770-a356-5519d1fb3078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09fe10fe-fb17-41ef-b3c2-b269e40ef231,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:40.022462 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-0aa25edf-289f-4770-a356-5519d1fb3078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124'] for segment (47b6d266-4baa-4150-bdb7-5a225197d438), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:40.022844 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.db.segments_db [None req-0aa25edf-289f-4770-a356-5519d1fb3078 admin admin] Added segment 47b6d266-4baa-4150-bdb7-5a225197d438 of type vlan for network d35a5d75-c1c1-4569-87f3-e51b7895c9f5 Jul 28 05:40:40.074301 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-0aa25edf-289f-4770-a356-5519d1fb3078 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748695041913'] for network (d35a5d75-c1c1-4569-87f3-e51b7895c9f5), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:40.127142 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19cdc7-1efb-4ab1-bf1a-b51a9bd972f2 req-de3febce-3692-4ad1-85f6-67507fd85dc9 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:40.128945 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-fd19cdc7-1efb-4ab1-bf1a-b51a9bd972f2 req-de3febce-3692-4ad1-85f6-67507fd85dc9 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] 10.222.0.33 "GET /v2.0/ports?device_id=005f817e-3e43-49df-bc90-dc094b66fed8 HTTP/1.1" status: 200 len: 947 time: 0.0708449 Jul 28 05:40:40.176569 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-fd19cdc7-1efb-4ab1-bf1a-b51a9bd972f2 req-cc0d125d-61e1-437c-be39-92fb98d3defe tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] 10.222.0.33 "GET /v2.0/security-groups?id=6569d13d-e803-4e87-83fe-30231b22d890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420516 Jul 28 05:40:40.204671 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-0aa25edf-289f-4770-a356-5519d1fb3078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692'] for network (d35a5d75-c1c1-4569-87f3-e51b7895c9f5), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:40.205680 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa25edf-289f-4770-a356-5519d1fb3078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:40.206749 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-0aa25edf-289f-4770-a356-5519d1fb3078 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for network (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:40.272772 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa25edf-289f-4770-a356-5519d1fb3078 admin admin] Pushing event updated for resources: {'Network': ['ID=d35a5d75-c1c1-4569-87f3-e51b7895c9f5,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:40.283060 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Network d35a5d75-c1c1-4569-87f3-e51b7895c9f5 details requested by agent ovs-agent-dv-cinder-799871-48-iscsi with host dv-cinder-799871-48-iscsi {{(pid=104274) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 05:40:40.330413 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-0aa25edf-289f-4770-a356-5519d1fb3078 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6937902 Jul 28 05:40:40.334008 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 43810) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:40:40.338708 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-10c11bff-ac1e-4c7e-8688-b4c16b97a8c9 admin admin] Request body: {'subnet': {'network_id': 'd35a5d75-c1c1-4569-87f3-e51b7895c9f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1446977651-subnet', 'tenant_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'ip_version': 4}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:40:40.407192 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c11bff-ac1e-4c7e-8688-b4c16b97a8c9 admin admin] Made reservation on behalf of 42f0cd3e66ff4f08bcabdd66f24995ff for: {'subnet': 1} {{(pid=104272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:40:40.409618 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-10c11bff-ac1e-4c7e-8688-b4c16b97a8c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12541310'] for subnet (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:40.516083 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:40.639348 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-10c11bff-ac1e-4c7e-8688-b4c16b97a8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8637867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12541264'] for subnet (d3408c94-ba76-45a6-92ab-69ae3f0aeb78), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:40.697508 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c11bff-ac1e-4c7e-8688-b4c16b97a8c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3408c94-ba76-45a6-92ab-69ae3f0aeb78,revision_number=0']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:40.704847 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c11bff-ac1e-4c7e-8688-b4c16b97a8c9 admin admin] Checking segment: {'id': '47b6d266-4baa-4150-bdb7-5a225197d438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd35a5d75-c1c1-4569-87f3-e51b7895c9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:40:40.705204 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c11bff-ac1e-4c7e-8688-b4c16b97a8c9 admin admin] Network hostable DHCP agents. Network: d35a5d75-c1c1-4569-87f3-e51b7895c9f5, hostable agents: ['abae2507-ed95-47f5-bead-3f33926efd64'], hosted agents: [] {{(pid=104272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 05:40:40.827471 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:40.838458 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c11bff-ac1e-4c7e-8688-b4c16b97a8c9 admin admin] Network d35a5d75-c1c1-4569-87f3-e51b7895c9f5 is scheduled to be hosted by DHCP agent abae2507-ed95-47f5-bead-3f33926efd64 with binding_index 1 {{(pid=104272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 05:40:40.849213 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 6 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:40:40.918813 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [None req-10c11bff-ac1e-4c7e-8688-b4c16b97a8c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-48-iscsi, d35a5d75-c1c1-4569-87f3-e51b7895c9f5) {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:40:40.923784 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c11bff-ac1e-4c7e-8688-b4c16b97a8c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:40.926413 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-10c11bff-ac1e-4c7e-8688-b4c16b97a8c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:40.927057 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfceecd-ccc7-4578-a8d6-e87d29475597 None None] Network d35a5d75-c1c1-4569-87f3-e51b7895c9f5 requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:40:41.019041 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-10c11bff-ac1e-4c7e-8688-b4c16b97a8c9 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6838548 Jul 28 05:40:41.021621 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 43812) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:40:41.025920 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-bb0635e9-d395-4b47-8e10-f53fad50220e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1446977651-router', 'tenant_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:40:41.032345 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704cf39c-e5c5-4c13-80a0-61e61bcdb6cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1310213-672e-5d2f-8d43-02533df8fff2-d35a5d75-c1c1-4569-87f3-e51b7895c9f5', 'network_id': 'd35a5d75-c1c1-4569-87f3-e51b7895c9f5', 'project_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'fixed_ips': [{'subnet_id': 'd3408c94-ba76-45a6-92ab-69ae3f0aeb78'}]}} from dv-cinder-799871-48-iscsi. {{(pid=104274) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 05:40:41.032614 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-704cf39c-e5c5-4c13-80a0-61e61bcdb6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:41.037095 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:INSERT=10,neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:41.148127 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bb0635e9-d395-4b47-8e10-f53fad50220e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4155669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3750'] for router (a3ac933c-0934-4ef3-abad-4104299fe69f), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:41.148442 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:41.149145 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bb0635e9-d395-4b47-8e10-f53fad50220e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4157181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4018685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3759'] for router (a3ac933c-0934-4ef3-abad-4104299fe69f), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:41.168679 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.db_base_plugin_common [None req-704cf39c-e5c5-4c13-80a0-61e61bcdb6cd None None] Allocated IP 172.20.0.2 (d35a5d75-c1c1-4569-87f3-e51b7895c9f5/d3408c94-ba76-45a6-92ab-69ae3f0aeb78/6d8724e1-0f4d-43d4-afbf-0935dfa25c39) {{(pid=104274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:40:41.204561 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bb0635e9-d395-4b47-8e10-f53fad50220e admin admin] Publish callbacks [] for router_controller (a3ac933c-0934-4ef3-abad-4104299fe69f), precommit_add_association {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:41.310336 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=86,neutron:UPDATE=9,neutron:INSERT=5 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:41.324901 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-704cf39c-e5c5-4c13-80a0-61e61bcdb6cd None None] Publish callbacks [] for port (6d8724e1-0f4d-43d4-afbf-0935dfa25c39), precommit_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:41.360557 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db8d07-2dc8-4ed6-99a4-e168229d841e req-744176f8-26a4-49fe-87ff-03afaaaad1d2 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:41.362060 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-84db8d07-2dc8-4ed6-99a4-e168229d841e req-744176f8-26a4-49fe-87ff-03afaaaad1d2 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] 10.222.0.33 "GET /v2.0/ports?device_id=005f817e-3e43-49df-bc90-dc094b66fed8 HTTP/1.1" status: 200 len: 947 time: 0.1116965 Jul 28 05:40:41.416341 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-704cf39c-e5c5-4c13-80a0-61e61bcdb6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915'] for port (6d8724e1-0f4d-43d4-afbf-0935dfa25c39), after_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:41.450975 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bb0635e9-d395-4b47-8e10-f53fad50220e admin admin] Publish callbacks [] for router_gateway (a3ac933c-0934-4ef3-abad-4104299fe69f), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:41.451201 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704cf39c-e5c5-4c13-80a0-61e61bcdb6cd None None] Network d35a5d75-c1c1-4569-87f3-e51b7895c9f5 is already hosted by enough agents. {{(pid=104274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:40:41.456730 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.scheduler.base_scheduler [None req-704cf39c-e5c5-4c13-80a0-61e61bcdb6cd None None] Resources bound (agent type, host, resource id): {{(pid=104274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:40:41.460303 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704cf39c-e5c5-4c13-80a0-61e61bcdb6cd None None] Received port after_create {{(pid=104274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:40:41.468561 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704cf39c-e5c5-4c13-80a0-61e61bcdb6cd None None] Pushing event updated for resources: {'Port': ['ID=6d8724e1-0f4d-43d4-afbf-0935dfa25c39,revision_number=1']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:41.470028 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:41.481130 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-84db8d07-2dc8-4ed6-99a4-e168229d841e req-18cbb685-5583-4cd4-be3e-f2ea57d8d147 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] 10.222.0.33 "GET /v2.0/security-groups?id=6569d13d-e803-4e87-83fe-30231b22d890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123161 Jul 28 05:40:41.525862 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-704cf39c-e5c5-4c13-80a0-61e61bcdb6cd None None] Attempting to bind port 6d8724e1-0f4d-43d4-afbf-0935dfa25c39 on host dv-cinder-799871-48-iscsi for vnic_type normal with profile {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:40:41.526229 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-704cf39c-e5c5-4c13-80a0-61e61bcdb6cd None None] Attempting to bind port 6d8724e1-0f4d-43d4-afbf-0935dfa25c39 by drivers openvswitch,hyperv on host dv-cinder-799871-48-iscsi at level 0 using segments [{'id': '47b6d266-4baa-4150-bdb7-5a225197d438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd35a5d75-c1c1-4569-87f3-e51b7895c9f5'}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:40:41.526591 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704cf39c-e5c5-4c13-80a0-61e61bcdb6cd None None] Attempting to bind port 6d8724e1-0f4d-43d4-afbf-0935dfa25c39 on network d35a5d75-c1c1-4569-87f3-e51b7895c9f5 {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:40:41.532188 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704cf39c-e5c5-4c13-80a0-61e61bcdb6cd None None] Checking agent: {'id': '5156d833-3082-4696-8f7b-587b7e45f062', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-48-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 22, 41), 'started_at': datetime.datetime(2022, 7, 28, 5, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-48-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:40:41.532557 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704cf39c-e5c5-4c13-80a0-61e61bcdb6cd None None] Checking segment: {'id': '47b6d266-4baa-4150-bdb7-5a225197d438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd35a5d75-c1c1-4569-87f3-e51b7895c9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:40:41.532953 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-704cf39c-e5c5-4c13-80a0-61e61bcdb6cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:41.533337 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704cf39c-e5c5-4c13-80a0-61e61bcdb6cd None None] Bound using segment: {'id': '47b6d266-4baa-4150-bdb7-5a225197d438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd35a5d75-c1c1-4569-87f3-e51b7895c9f5'} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:40:41.533826 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-704cf39c-e5c5-4c13-80a0-61e61bcdb6cd None None] Bound port: 6d8724e1-0f4d-43d4-afbf-0935dfa25c39, host: dv-cinder-799871-48-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b6d266-4baa-4150-bdb7-5a225197d438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd35a5d75-c1c1-4569-87f3-e51b7895c9f5'}}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:40:41.535005 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-704cf39c-e5c5-4c13-80a0-61e61bcdb6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (6d8724e1-0f4d-43d4-afbf-0935dfa25c39), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:41.595502 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-704cf39c-e5c5-4c13-80a0-61e61bcdb6cd None None] For port 6d8724e1-0f4d-43d4-afbf-0935dfa25c39, host dv-cinder-799871-48-iscsi, cleared binding levels {{(pid=104274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:40:41.599123 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-704cf39c-e5c5-4c13-80a0-61e61bcdb6cd None None] For port 6d8724e1-0f4d-43d4-afbf-0935dfa25c39, host dv-cinder-799871-48-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=6d8724e1-0f4d-43d4-afbf-0935dfa25c39,segment=NetworkSegment(47b6d266-4baa-4150-bdb7-5a225197d438),segment_id=47b6d266-4baa-4150-bdb7-5a225197d438)] {{(pid=104274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:40:41.687697 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-704cf39c-e5c5-4c13-80a0-61e61bcdb6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (6d8724e1-0f4d-43d4-afbf-0935dfa25c39), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:41.752527 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704cf39c-e5c5-4c13-80a0-61e61bcdb6cd None None] Pushing event updated for resources: {'Port': ['ID=6d8724e1-0f4d-43d4-afbf-0935dfa25c39,revision_number=2']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:42.006205 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bb0635e9-d395-4b47-8e10-f53fad50220e admin admin] Publish callbacks [] for router_gateway (a3ac933c-0934-4ef3-abad-4104299fe69f), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:42.026694 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bb0635e9-d395-4b47-8e10-f53fad50220e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:42.134119 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.db_base_plugin_common [None req-bb0635e9-d395-4b47-8e10-f53fad50220e admin admin] Allocated IP 172.27.0.211 (d892672b-b726-43a1-a501-142ea5a750c8/481049b9-1d68-41f1-a9d6-55330db72a03/35c94d51-f1ba-4e54-a02e-d17b841bfbef) {{(pid=104272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:40:42.237285 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device f719e24b-5b29-4a25-ad02-ca88e9278f7c details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:40:42.271459 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bb0635e9-d395-4b47-8e10-f53fad50220e admin admin] Publish callbacks [] for port (35c94d51-f1ba-4e54-a02e-d17b841bfbef), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:42.355469 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port f719e24b-5b29-4a25-ad02-ca88e9278f7c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f719e24b-5b29-4a25-ad02-ca88e9278f7c,segment=NetworkSegment(e0a70e1c-85f3-4d91-ba9c-c06d80acd587),segment_id=e0a70e1c-85f3-4d91-ba9c-c06d80acd587)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:40:42.368646 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bb0635e9-d395-4b47-8e10-f53fad50220e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (35c94d51-f1ba-4e54-a02e-d17b841bfbef), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:42.369027 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Returning: {'device': 'f719e24b-5b29-4a25-ad02-ca88e9278f7c', 'network_id': '74a9bf2d-1542-46d2-9ba7-56f4eb719bec', 'port_id': 'f719e24b-5b29-4a25-ad02-ca88e9278f7c', 'mac_address': 'fa:16:3e:f4:09:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3d3a2e1-8400-409d-bc50-2c16c318fa83', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:40:42.381996 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-f1b669e5-a3db-4dde-8f65-2f5c96b27406 req-ceb97834-4309-44b1-9026-1209f6be7b21 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0606062 Jul 28 05:40:42.416471 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port f719e24b-5b29-4a25-ad02-ca88e9278f7c is: DOWN; New status is: BUILD {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:40:42.416870 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (f719e24b-5b29-4a25-ad02-ca88e9278f7c), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:42.425161 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0635e9-d395-4b47-8e10-f53fad50220e admin admin] Network d892672b-b726-43a1-a501-142ea5a750c8 is already hosted by enough agents. {{(pid=104272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:40:42.434076 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 6d8724e1-0f4d-43d4-afbf-0935dfa25c39 up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:40:42.435491 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [None req-bb0635e9-d395-4b47-8e10-f53fad50220e admin admin] Resources bound (agent type, host, resource id): {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:40:42.437207 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f719e24b-5b29-4a25-ad02-ca88e9278f7c {{(pid=104274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:40:42.442030 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0635e9-d395-4b47-8e10-f53fad50220e admin admin] Received port after_create {{(pid=104272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:40:42.448700 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0635e9-d395-4b47-8e10-f53fad50220e admin admin] Pushing event updated for resources: {'Port': ['ID=35c94d51-f1ba-4e54-a02e-d17b841bfbef,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:42.475157 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b669e5-a3db-4dde-8f65-2f5c96b27406 req-85bcdd20-0277-49f8-a4b4-9639344a071e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:42.476986 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-f1b669e5-a3db-4dde-8f65-2f5c96b27406 req-85bcdd20-0277-49f8-a4b4-9639344a071e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=049ba77de43b4702832529d687f5f7a3&device_id=72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18 HTTP/1.1" status: 200 len: 1130 time: 0.0441105 Jul 28 05:40:42.489535 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port f719e24b-5b29-4a25-ad02-ca88e9278f7c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f719e24b-5b29-4a25-ad02-ca88e9278f7c,segment=NetworkSegment(e0a70e1c-85f3-4d91-ba9c-c06d80acd587),segment_id=e0a70e1c-85f3-4d91-ba9c-c06d80acd587)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:40:42.504043 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port 6d8724e1-0f4d-43d4-afbf-0935dfa25c39 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:40:42.504596 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (6d8724e1-0f4d-43d4-afbf-0935dfa25c39), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:42.662763 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b669e5-a3db-4dde-8f65-2f5c96b27406 req-f61b7a78-38ed-4ec8-a835-bf6d66611f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:42.665278 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-f1b669e5-a3db-4dde-8f65-2f5c96b27406 req-f61b7a78-38ed-4ec8-a835-bf6d66611f75 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5edb77fb-18f0-41c1-85ec-83f10d2e2f1e HTTP/1.1" status: 200 len: 913 time: 0.1689796 Jul 28 05:40:42.676292 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455a0f5-68f0-4f09-bd3c-de73fd41e225 req-3cee7240-220c-4c43-902c-51a9a9a27816 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:42.677198 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (f719e24b-5b29-4a25-ad02-ca88e9278f7c), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:42.678052 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e455a0f5-68f0-4f09-bd3c-de73fd41e225 req-3cee7240-220c-4c43-902c-51a9a9a27816 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] 10.222.0.33 "GET /v2.0/ports?device_id=005f817e-3e43-49df-bc90-dc094b66fed8 HTTP/1.1" status: 200 len: 948 time: 0.0689137 Jul 28 05:40:42.710035 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:42.741339 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e455a0f5-68f0-4f09-bd3c-de73fd41e225 req-469e2155-7f9b-495e-b2f4-f28cedcf8681 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] 10.222.0.33 "GET /v2.0/security-groups?id=6569d13d-e803-4e87-83fe-30231b22d890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573626 Jul 28 05:40:42.754736 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:42.764664 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-f1b669e5-a3db-4dde-8f65-2f5c96b27406 req-1ae7c497-318e-486c-9594-088985915a2e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85e26040-6cb9-426b-976c-2e7e7a1a5ca5 HTTP/1.1" status: 200 len: 1002 time: 0.0901122 Jul 28 05:40:42.770279 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=f719e24b-5b29-4a25-ad02-ca88e9278f7c,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:42.788248 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port 6d8724e1-0f4d-43d4-afbf-0935dfa25c39 is: DOWN; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:40:42.788893 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (6d8724e1-0f4d-43d4-afbf-0935dfa25c39), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:42.821716 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b669e5-a3db-4dde-8f65-2f5c96b27406 req-fced7a44-c4f5-4f62-b2a3-0be102c0f729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:42.823383 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-f1b669e5-a3db-4dde-8f65-2f5c96b27406 req-fced7a44-c4f5-4f62-b2a3-0be102c0f729 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80f59cf9-dd9f-4c53-87ba-c86edc35d104 HTTP/1.1" status: 200 len: 851 time: 0.0508175 Jul 28 05:40:42.830779 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] For port 6d8724e1-0f4d-43d4-afbf-0935dfa25c39, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=6d8724e1-0f4d-43d4-afbf-0935dfa25c39,segment=NetworkSegment(47b6d266-4baa-4150-bdb7-5a225197d438),segment_id=47b6d266-4baa-4150-bdb7-5a225197d438)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:40:42.839680 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc338e7-0f6c-4362-b9c7-0721127d810e None None] Network d35a5d75-c1c1-4569-87f3-e51b7895c9f5 requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:40:42.865518 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bb0635e9-d395-4b47-8e10-f53fad50220e admin admin] Publish callbacks [] for router_gateway (a3ac933c-0934-4ef3-abad-4104299fe69f), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:42.873984 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b669e5-a3db-4dde-8f65-2f5c96b27406 req-b5b786e6-87e2-4adf-9bc5-f59d0ac54508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:42.875536 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-f1b669e5-a3db-4dde-8f65-2f5c96b27406 req-b5b786e6-87e2-4adf-9bc5-f59d0ac54508 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5edb77fb-18f0-41c1-85ec-83f10d2e2f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421240 Jul 28 05:40:42.890708 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] get_ports_and_sgs() called for port_ids ['f719e24b-5b29-4a25-ad02-ca88e9278f7c'] {{(pid=104274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:40:42.908555 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:42.922655 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (6d8724e1-0f4d-43d4-afbf-0935dfa25c39), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:42.929968 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:42.968867 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=100 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:42.999252 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-91e81e45-eebf-4d12-a0be-7e8224148e9d None None] Provisioning complete for port 6d8724e1-0f4d-43d4-afbf-0935dfa25c39 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:40:42.999631 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-91e81e45-eebf-4d12-a0be-7e8224148e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (6d8724e1-0f4d-43d4-afbf-0935dfa25c39), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:43.003379 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-f1b669e5-a3db-4dde-8f65-2f5c96b27406 req-bdb4050d-ec54-4b7b-bc9d-d82d727a587a service neutron] 10.222.0.57 "GET /v2.0/networks/5edb77fb-18f0-41c1-85ec-83f10d2e2f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202021 Jul 28 05:40:43.061159 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Pushing event updated for resources: {'Port': ['ID=6d8724e1-0f4d-43d4-afbf-0935dfa25c39,revision_number=3']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:43.089243 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bb0635e9-d395-4b47-8e10-f53fad50220e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4157131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4018561'] for router (a3ac933c-0934-4ef3-abad-4104299fe69f), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:43.108134 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-f1b669e5-a3db-4dde-8f65-2f5c96b27406 req-8331eea7-10ea-41cd-9ec9-164c9408ac2f service neutron] 10.222.0.57 "GET /v2.0/networks/5edb77fb-18f0-41c1-85ec-83f10d2e2f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984564 Jul 28 05:40:43.187811 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-91e81e45-eebf-4d12-a0be-7e8224148e9d None None] Current status of the port 6d8724e1-0f4d-43d4-afbf-0935dfa25c39 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:40:43.316424 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0635e9-d395-4b47-8e10-f53fad50220e admin admin] Router a3ac933c-0934-4ef3-abad-4104299fe69f is scheduled to L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a with binding_index 1 {{(pid=104272) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 05:40:43.408455 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-bee410dc-31e4-4481-add4-8a90c00b1232 None None] Provisioning complete for port 6d8724e1-0f4d-43d4-afbf-0935dfa25c39 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:40:43.409038 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-bee410dc-31e4-4481-add4-8a90c00b1232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (6d8724e1-0f4d-43d4-afbf-0935dfa25c39), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:43.419262 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0635e9-d395-4b47-8e10-f53fad50220e admin admin] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:40:43.430029 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935967b6-f992-429d-b178-dd82c5382069 None None] Sync routers for ids ['a3ac933c-0934-4ef3-abad-4104299fe69f'] in dv-cinder-799871-48-iscsi {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:40:43.441037 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935967b6-f992-429d-b178-dd82c5382069 None None] Routers {'a3ac933c-0934-4ef3-abad-4104299fe69f'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:40:43.441850 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-935967b6-f992-429d-b178-dd82c5382069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:40:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['a3ac933c-0934-4ef3-abad-4104299fe69f'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:40:43.488180 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-bee410dc-31e4-4481-add4-8a90c00b1232 None None] Current status of the port 6d8724e1-0f4d-43d4-afbf-0935dfa25c39 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:40:43.529618 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-bb0635e9-d395-4b47-8e10-f53fad50220e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:43.533747 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-bb0635e9-d395-4b47-8e10-f53fad50220e admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5082631 Jul 28 05:40:43.533911 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 43820) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:40:43.624067 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:43.629544 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-935967b6-f992-429d-b178-dd82c5382069 None None] Set router a3ac933c-0934-4ef3-abad-4104299fe69f gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:40:43.743509 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:43.764100 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:43.805002 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-935967b6-f992-429d-b178-dd82c5382069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ac933c-0934-4ef3-abad-4104299fe69f', 'name': 'tempest-TestShelveInstance-1446977651-router', 'tenant_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '35c94d51-f1ba-4e54-a02e-d17b841bfbef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:40:41Z', 'updated_at': '2022-07-28T05:40:42Z', 'revision_number': 3, 'project_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'gw_port': {'id': '35c94d51-f1ba-4e54-a02e-d17b841bfbef', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ac933c-0934-4ef3-abad-4104299fe69f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:40:42Z', 'updated_at': '2022-07-28T05:40:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:40:43.830465 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935967b6-f992-429d-b178-dd82c5382069 None None] Checking router: a3ac933c-0934-4ef3-abad-4104299fe69f for host: dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:40:43.833396 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935967b6-f992-429d-b178-dd82c5382069 None None] Updating router a3ac933c-0934-4ef3-abad-4104299fe69f port 35c94d51-f1ba-4e54-a02e-d17b841bfbef binding host dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:40:43.859471 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-935967b6-f992-429d-b178-dd82c5382069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (35c94d51-f1ba-4e54-a02e-d17b841bfbef), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:43.900489 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29731c32-22ad-422d-8096-be9d338055db req-918a2709-6e5b-4794-895c-79623ee0776a tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:43.901996 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-29731c32-22ad-422d-8096-be9d338055db req-918a2709-6e5b-4794-895c-79623ee0776a tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] 10.222.0.33 "GET /v2.0/ports?device_id=005f817e-3e43-49df-bc90-dc094b66fed8 HTTP/1.1" status: 200 len: 948 time: 0.0750790 Jul 28 05:40:43.985302 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-29731c32-22ad-422d-8096-be9d338055db req-b7da0540-1d6a-4472-9468-416d96b7ca01 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] 10.222.0.33 "GET /v2.0/security-groups?id=6569d13d-e803-4e87-83fe-30231b22d890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770783 Jul 28 05:40:44.030750 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-89f96583-5867-44b2-85de-59f077f33bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:44.109166 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-935967b6-f992-429d-b178-dd82c5382069 None None] Publish callbacks [] for port (35c94d51-f1ba-4e54-a02e-d17b841bfbef), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:44.182800 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.db_base_plugin_common [None req-89f96583-5867-44b2-85de-59f077f33bef admin admin] Allocated IP 172.20.0.1 (d35a5d75-c1c1-4569-87f3-e51b7895c9f5/d3408c94-ba76-45a6-92ab-69ae3f0aeb78/99b68b26-aad5-42fb-8205-e823ad710bb3) {{(pid=104272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:40:44.213161 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-935967b6-f992-429d-b178-dd82c5382069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (35c94d51-f1ba-4e54-a02e-d17b841bfbef), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:44.243140 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device f719e24b-5b29-4a25-ad02-ca88e9278f7c up at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:40:44.246961 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=100 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:44.261996 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:44.264192 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [None req-935967b6-f992-429d-b178-dd82c5382069 None None] Attempting to bind port 35c94d51-f1ba-4e54-a02e-d17b841bfbef on host dv-cinder-799871-48-iscsi for vnic_type normal with profile {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:40:44.264192 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [None req-935967b6-f992-429d-b178-dd82c5382069 None None] Attempting to bind port 35c94d51-f1ba-4e54-a02e-d17b841bfbef by drivers openvswitch,hyperv on host dv-cinder-799871-48-iscsi at level 0 using segments [{'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:40:44.264192 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935967b6-f992-429d-b178-dd82c5382069 None None] Attempting to bind port 35c94d51-f1ba-4e54-a02e-d17b841bfbef on network d892672b-b726-43a1-a501-142ea5a750c8 {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:40:44.276077 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935967b6-f992-429d-b178-dd82c5382069 None None] Checking agent: {'id': '5156d833-3082-4696-8f7b-587b7e45f062', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-48-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 22, 41), 'started_at': datetime.datetime(2022, 7, 28, 5, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-48-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:40:44.276461 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935967b6-f992-429d-b178-dd82c5382069 None None] Checking segment: {'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:40:44.276862 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-935967b6-f992-429d-b178-dd82c5382069 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:44.277252 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935967b6-f992-429d-b178-dd82c5382069 None None] Bound using segment: {'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:40:44.277729 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [None req-935967b6-f992-429d-b178-dd82c5382069 None None] Bound port: 35c94d51-f1ba-4e54-a02e-d17b841bfbef, host: dv-cinder-799871-48-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:40:44.278111 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-935967b6-f992-429d-b178-dd82c5382069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (35c94d51-f1ba-4e54-a02e-d17b841bfbef), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:44.282335 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e78fef-611d-40bb-9cff-a1f413d3d0e2 None None] Pushing event updated for resources: {'Port': ['ID=35c94d51-f1ba-4e54-a02e-d17b841bfbef,revision_number=2']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:44.307468 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning for port f719e24b-5b29-4a25-ad02-ca88e9278f7c completed by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 05:40:44.308215 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e78fef-611d-40bb-9cff-a1f413d3d0e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:44.308966 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e78fef-611d-40bb-9cff-a1f413d3d0e2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:44.308966 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e78fef-611d-40bb-9cff-a1f413d3d0e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:44.309324 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e78fef-611d-40bb-9cff-a1f413d3d0e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:44.309616 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e78fef-611d-40bb-9cff-a1f413d3d0e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:44.309984 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e78fef-611d-40bb-9cff-a1f413d3d0e2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:44.310113 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-89f96583-5867-44b2-85de-59f077f33bef admin admin] Publish callbacks [] for port (99b68b26-aad5-42fb-8205-e823ad710bb3), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:44.310301 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e78fef-611d-40bb-9cff-a1f413d3d0e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:44.310636 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e78fef-611d-40bb-9cff-a1f413d3d0e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:44.311136 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e78fef-611d-40bb-9cff-a1f413d3d0e2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:44.311319 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e78fef-611d-40bb-9cff-a1f413d3d0e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:44.311604 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e78fef-611d-40bb-9cff-a1f413d3d0e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:44.311941 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e78fef-611d-40bb-9cff-a1f413d3d0e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:44.312264 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e78fef-611d-40bb-9cff-a1f413d3d0e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:44.312702 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e78fef-611d-40bb-9cff-a1f413d3d0e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:44.312896 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e78fef-611d-40bb-9cff-a1f413d3d0e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:44.344636 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [None req-935967b6-f992-429d-b178-dd82c5382069 None None] For port 35c94d51-f1ba-4e54-a02e-d17b841bfbef, host dv-cinder-799871-48-iscsi, cleared binding levels {{(pid=104275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:40:44.348011 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [None req-935967b6-f992-429d-b178-dd82c5382069 None None] For port 35c94d51-f1ba-4e54-a02e-d17b841bfbef, host dv-cinder-799871-48-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=35c94d51-f1ba-4e54-a02e-d17b841bfbef,segment=NetworkSegment(18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30),segment_id=18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30)] {{(pid=104275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:40:44.380464 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 6d8724e1-0f4d-43d4-afbf-0935dfa25c39 up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:40:44.384467 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning complete for port f719e24b-5b29-4a25-ad02-ca88e9278f7c triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:40:44.384840 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (f719e24b-5b29-4a25-ad02-ca88e9278f7c), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:44.422658 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-935967b6-f992-429d-b178-dd82c5382069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (35c94d51-f1ba-4e54-a02e-d17b841bfbef), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:44.422868 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-89f96583-5867-44b2-85de-59f077f33bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (99b68b26-aad5-42fb-8205-e823ad710bb3), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:44.454559 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:44.460481 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port 6d8724e1-0f4d-43d4-afbf-0935dfa25c39 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:40:44.461061 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (6d8724e1-0f4d-43d4-afbf-0935dfa25c39), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:44.472155 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f96583-5867-44b2-85de-59f077f33bef admin admin] Network d35a5d75-c1c1-4569-87f3-e51b7895c9f5 is already hosted by enough agents. {{(pid=104272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:40:44.475766 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [None req-89f96583-5867-44b2-85de-59f077f33bef admin admin] Resources bound (agent type, host, resource id): {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:40:44.477964 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f96583-5867-44b2-85de-59f077f33bef admin admin] Received port after_create {{(pid=104272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:40:44.483639 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935967b6-f992-429d-b178-dd82c5382069 None None] Routers {'a3ac933c-0934-4ef3-abad-4104299fe69f'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:40:44.484273 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-935967b6-f992-429d-b178-dd82c5382069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:40:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['a3ac933c-0934-4ef3-abad-4104299fe69f'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:40:44.511185 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f96583-5867-44b2-85de-59f077f33bef admin admin] Pushing event updated for resources: {'Port': ['ID=99b68b26-aad5-42fb-8205-e823ad710bb3,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:44.529545 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port f719e24b-5b29-4a25-ad02-ca88e9278f7c is: BUILD; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:40:44.529942 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (f719e24b-5b29-4a25-ad02-ca88e9278f7c), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:44.536440 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-89f96583-5867-44b2-85de-59f077f33bef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4155265'] for router_interface (a3ac933c-0934-4ef3-abad-4104299fe69f), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:44.568120 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005f817e-3e43-49df-bc90-dc094b66fed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f719e24b-5b29-4a25-ad02-ca88e9278f7c'}] {{(pid=104274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:40:44.570451 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fca5e984e5382dc69b1537007bd6daca7693f884f9b7ded019456fb151e79c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2b8480-dfb5-4afa-9592-87aac95f4ae0" -d '{"events": [{"server_uuid": "005f817e-3e43-49df-bc90-dc094b66fed8", "name": "network-vif-plugged", "status": "completed", "tag": "f719e24b-5b29-4a25-ad02-ca88e9278f7c"}]}' {{(pid=104274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:40:44.605498 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e78fef-611d-40bb-9cff-a1f413d3d0e2 None None] Pushing event updated for resources: {'Port': ['ID=35c94d51-f1ba-4e54-a02e-d17b841bfbef,revision_number=3']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:44.626382 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-935967b6-f992-429d-b178-dd82c5382069 None None] Set router a3ac933c-0934-4ef3-abad-4104299fe69f gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:40:44.634311 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port f719e24b-5b29-4a25-ad02-ca88e9278f7c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f719e24b-5b29-4a25-ad02-ca88e9278f7c,segment=NetworkSegment(e0a70e1c-85f3-4d91-ba9c-c06d80acd587),segment_id=e0a70e1c-85f3-4d91-ba9c-c06d80acd587)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:40:44.638144 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbe84e5-1fdd-4110-b33f-79bf23118b2a x-openstack-request-id: req-3bbe84e5-1fdd-4110-b33f-79bf23118b2a {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:40:44.638448 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005f817e-3e43-49df-bc90-dc094b66fed8", "name": "network-vif-plugged", "status": "completed", "tag": "f719e24b-5b29-4a25-ad02-ca88e9278f7c", "code": 200}]} {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:40:44.638702 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3bbe84e5-1fdd-4110-b33f-79bf23118b2a {{(pid=104274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:40:44.639095 dv-cinder-799871-48-iscsi neutron-server[104274]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bbe84e5-1fdd-4110-b33f-79bf23118b2a'] response: {'server_uuid': '005f817e-3e43-49df-bc90-dc094b66fed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f719e24b-5b29-4a25-ad02-ca88e9278f7c', 'code': 200} Jul 28 05:40:44.652332 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port 6d8724e1-0f4d-43d4-afbf-0935dfa25c39 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:40:44.715828 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (f719e24b-5b29-4a25-ad02-ca88e9278f7c), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:44.766276 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=f719e24b-5b29-4a25-ad02-ca88e9278f7c,revision_number=5']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:44.781195 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-89f96583-5867-44b2-85de-59f077f33bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (99b68b26-aad5-42fb-8205-e823ad710bb3), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:44.818126 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-d8632e28-25c7-4f4a-8e58-9c651fe09658 None None] Provisioning complete for port 99b68b26-aad5-42fb-8205-e823ad710bb3 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:40:44.818765 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-d8632e28-25c7-4f4a-8e58-9c651fe09658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (99b68b26-aad5-42fb-8205-e823ad710bb3), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:44.831457 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:44.843609 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-935967b6-f992-429d-b178-dd82c5382069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ac933c-0934-4ef3-abad-4104299fe69f', 'name': 'tempest-TestShelveInstance-1446977651-router', 'tenant_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '35c94d51-f1ba-4e54-a02e-d17b841bfbef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:40:41Z', 'updated_at': '2022-07-28T05:40:42Z', 'revision_number': 3, 'project_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'gw_port': {'id': '35c94d51-f1ba-4e54-a02e-d17b841bfbef', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ac933c-0934-4ef3-abad-4104299fe69f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:40:42Z', 'updated_at': '2022-07-28T05:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:40:44.856485 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-d8632e28-25c7-4f4a-8e58-9c651fe09658 None None] Port 99b68b26-aad5-42fb-8205-e823ad710bb3 cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:40:44.866102 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935967b6-f992-429d-b178-dd82c5382069 None None] The sync data for ids ['a3ac933c-0934-4ef3-abad-4104299fe69f'] in dv-cinder-799871-48-iscsi is: [{'id': 'a3ac933c-0934-4ef3-abad-4104299fe69f', 'name': 'tempest-TestShelveInstance-1446977651-router', 'tenant_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '35c94d51-f1ba-4e54-a02e-d17b841bfbef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:40:41Z', 'updated_at': '2022-07-28T05:40:42Z', 'revision_number': 3, 'project_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'gw_port': {'id': '35c94d51-f1ba-4e54-a02e-d17b841bfbef', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ac933c-0934-4ef3-abad-4104299fe69f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:40:42Z', 'updated_at': '2022-07-28T05:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}] {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:40:44.964579 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-89f96583-5867-44b2-85de-59f077f33bef admin admin] Publish callbacks [] for port (99b68b26-aad5-42fb-8205-e823ad710bb3), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:44.998164 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e542163-efaa-491a-9c17-df91184b272d req-3a49676f-90d8-46b9-8230-c871d42fb782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:44.999802 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-8e542163-efaa-491a-9c17-df91184b272d req-3a49676f-90d8-46b9-8230-c871d42fb782 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=005f817e-3e43-49df-bc90-dc094b66fed8 HTTP/1.1" status: 200 len: 1133 time: 0.0413070 Jul 28 05:40:45.047256 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-89f96583-5867-44b2-85de-59f077f33bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8637776'] for port (99b68b26-aad5-42fb-8205-e823ad710bb3), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:45.051773 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-8e542163-efaa-491a-9c17-df91184b272d req-932ad0e2-4498-4de3-b08a-ba201b093ee0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6569d13d-e803-4e87-83fe-30231b22d890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449257 Jul 28 05:40:45.116559 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:45.172342 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-89f96583-5867-44b2-85de-59f077f33bef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4155389'] for router_interface (a3ac933c-0934-4ef3-abad-4104299fe69f), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:45.190414 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f96583-5867-44b2-85de-59f077f33bef admin admin] Pushing event updated for resources: {'Port': ['ID=99b68b26-aad5-42fb-8205-e823ad710bb3,revision_number=2']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:45.200573 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef331d-da8f-44f8-813a-f409cc778075 req-1fd2b1da-c661-46e5-92ca-601054089d47 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:45.202165 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8fef331d-da8f-44f8-813a-f409cc778075 req-1fd2b1da-c661-46e5-92ca-601054089d47 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] 10.222.0.33 "GET /v2.0/ports?device_id=005f817e-3e43-49df-bc90-dc094b66fed8 HTTP/1.1" status: 200 len: 949 time: 0.0921545 Jul 28 05:40:45.322475 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8fef331d-da8f-44f8-813a-f409cc778075 req-71035a4e-9af9-4427-9d0a-6d40705da01b tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] 10.222.0.33 "GET /v2.0/security-groups?id=6569d13d-e803-4e87-83fe-30231b22d890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041045 Jul 28 05:40:45.340521 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f96583-5867-44b2-85de-59f077f33bef admin admin] Network d35a5d75-c1c1-4569-87f3-e51b7895c9f5 is already hosted by enough agents. {{(pid=104272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:40:45.342552 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [None req-89f96583-5867-44b2-85de-59f077f33bef admin admin] Resources bound (agent type, host, resource id): {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:40:45.479949 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f96583-5867-44b2-85de-59f077f33bef admin admin] Router a3ac933c-0934-4ef3-abad-4104299fe69f has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:40:45.580580 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-863edfa5-2b53-466b-9ecd-9a12a1aa66b1 None None] Provisioning complete for port 99b68b26-aad5-42fb-8205-e823ad710bb3 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:40:45.582059 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-863edfa5-2b53-466b-9ecd-9a12a1aa66b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (99b68b26-aad5-42fb-8205-e823ad710bb3), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:45.597434 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:45.600940 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f96583-5867-44b2-85de-59f077f33bef admin admin] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:40:45.606293 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-89f96583-5867-44b2-85de-59f077f33bef admin admin] 10.222.0.33 "PUT /v2.0/routers/a3ac933c-0934-4ef3-abad-4104299fe69f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0703340 Jul 28 05:40:45.623001 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-863edfa5-2b53-466b-9ecd-9a12a1aa66b1 None None] Port 99b68b26-aad5-42fb-8205-e823ad710bb3 cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:40:46.368915 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 43844) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:40:46.374054 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-12f2a1a2-5c03-4a9c-b298-ffb0fa933de9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1051350993-network', 'tenant_id': 'c76b4d6891ab46e389c696871666825f'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:40:46.401449 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 35c94d51-f1ba-4e54-a02e-d17b841bfbef up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:40:46.450739 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port 35c94d51-f1ba-4e54-a02e-d17b841bfbef triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:40:46.451129 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (35c94d51-f1ba-4e54-a02e-d17b841bfbef), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:46.457436 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02203862-547c-416d-9055-d0343e355b24 req-b0a289b3-f935-440c-a375-54407f910a0a tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:46.458964 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-02203862-547c-416d-9055-d0343e355b24 req-b0a289b3-f935-440c-a375-54407f910a0a tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] 10.222.0.33 "GET /v2.0/ports?device_id=005f817e-3e43-49df-bc90-dc094b66fed8 HTTP/1.1" status: 200 len: 949 time: 0.0505359 Jul 28 05:40:46.482505 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f2a1a2-5c03-4a9c-b298-ffb0fa933de9 admin admin] Made reservation on behalf of c76b4d6891ab46e389c696871666825f for: {'network': 1} {{(pid=104273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:40:46.488893 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-12f2a1a2-5c03-4a9c-b298-ffb0fa933de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for network (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:46.499626 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-12f2a1a2-5c03-4a9c-b298-ffb0fa933de9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:46.520883 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-02203862-547c-416d-9055-d0343e355b24 req-bd4e0fa1-4a44-4bdb-a268-a8ed90364835 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] 10.222.0.33 "GET /v2.0/security-groups?id=6569d13d-e803-4e87-83fe-30231b22d890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559618 Jul 28 05:40:46.531418 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920716af-57ae-4a86-a0f8-7e3dae425329 None None] Sync routers for ids ['a3ac933c-0934-4ef3-abad-4104299fe69f'] in dv-cinder-799871-48-iscsi {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:40:46.555456 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920716af-57ae-4a86-a0f8-7e3dae425329 None None] Routers {'a3ac933c-0934-4ef3-abad-4104299fe69f'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:40:46.556146 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-920716af-57ae-4a86-a0f8-7e3dae425329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:40:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['a3ac933c-0934-4ef3-abad-4104299fe69f'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:40:46.557852 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port 35c94d51-f1ba-4e54-a02e-d17b841bfbef is: DOWN; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:40:46.560628 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (35c94d51-f1ba-4e54-a02e-d17b841bfbef), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:46.599927 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-12f2a1a2-5c03-4a9c-b298-ffb0fa933de9 admin admin] Publish callbacks [] for security_group (b6cbf4bb-9ca6-4b1c-a24f-c7caf499d7b4), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:46.600173 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:46.618273 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] For port 35c94d51-f1ba-4e54-a02e-d17b841bfbef, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=35c94d51-f1ba-4e54-a02e-d17b841bfbef,segment=NetworkSegment(18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30),segment_id=18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:40:46.658557 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-12f2a1a2-5c03-4a9c-b298-ffb0fa933de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (b6cbf4bb-9ca6-4b1c-a24f-c7caf499d7b4), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:46.675466 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:46.681173 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12f2a1a2-5c03-4a9c-b298-ffb0fa933de9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=104273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 05:40:46.683331 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-920716af-57ae-4a86-a0f8-7e3dae425329 None None] Set router a3ac933c-0934-4ef3-abad-4104299fe69f gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:40:46.698047 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f2a1a2-5c03-4a9c-b298-ffb0fa933de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cbf4bb-9ca6-4b1c-a24f-c7caf499d7b4,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:46.700984 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-12f2a1a2-5c03-4a9c-b298-ffb0fa933de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124'] for segment (7fc965e4-0d77-4a05-a191-82b198366b54), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:46.701335 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.db.segments_db [None req-12f2a1a2-5c03-4a9c-b298-ffb0fa933de9 admin admin] Added segment 7fc965e4-0d77-4a05-a191-82b198366b54 of type vlan for network 0ceb3dca-b55e-48fb-9dcc-2710dd8d4d06 Jul 28 05:40:46.714163 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (35c94d51-f1ba-4e54-a02e-d17b841bfbef), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:46.717435 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:46.745945 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-12f2a1a2-5c03-4a9c-b298-ffb0fa933de9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748695041913'] for network (0ceb3dca-b55e-48fb-9dcc-2710dd8d4d06), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:46.839792 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Pushing event updated for resources: {'Port': ['ID=35c94d51-f1ba-4e54-a02e-d17b841bfbef,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:46.841344 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-12f2a1a2-5c03-4a9c-b298-ffb0fa933de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692'] for network (0ceb3dca-b55e-48fb-9dcc-2710dd8d4d06), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:46.842400 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f2a1a2-5c03-4a9c-b298-ffb0fa933de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:46.843018 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-12f2a1a2-5c03-4a9c-b298-ffb0fa933de9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for network (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:46.906125 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f2a1a2-5c03-4a9c-b298-ffb0fa933de9 admin admin] Pushing event updated for resources: {'Network': ['ID=0ceb3dca-b55e-48fb-9dcc-2710dd8d4d06,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:46.917207 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Network 0ceb3dca-b55e-48fb-9dcc-2710dd8d4d06 details requested by agent ovs-agent-dv-cinder-799871-48-iscsi with host dv-cinder-799871-48-iscsi {{(pid=104274) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 05:40:46.967256 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-12f2a1a2-5c03-4a9c-b298-ffb0fa933de9 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5971098 Jul 28 05:40:46.969422 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-920716af-57ae-4a86-a0f8-7e3dae425329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ac933c-0934-4ef3-abad-4104299fe69f', 'name': 'tempest-TestShelveInstance-1446977651-router', 'tenant_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '35c94d51-f1ba-4e54-a02e-d17b841bfbef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:40:41Z', 'updated_at': '2022-07-28T05:40:44Z', 'revision_number': 4, 'project_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'gw_port': {'id': '35c94d51-f1ba-4e54-a02e-d17b841bfbef', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ac933c-0934-4ef3-abad-4104299fe69f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:40:42Z', 'updated_at': '2022-07-28T05:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': '99b68b26-aad5-42fb-8205-e823ad710bb3', 'name': '', 'network_id': 'd35a5d75-c1c1-4569-87f3-e51b7895c9f5', 'tenant_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'mac_address': 'fa:16:3e:be:37:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ac933c-0934-4ef3-abad-4104299fe69f', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd3408c94-ba76-45a6-92ab-69ae3f0aeb78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:40:44Z', 'updated_at': '2022-07-28T05:40:44Z', 'revision_number': 2, 'project_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'subnets': [{'id': 'd3408c94-ba76-45a6-92ab-69ae3f0aeb78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:40:46.970110 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 43846) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:40:46.975048 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-7e86cfea-59a2-4901-a015-d865b33e58b2 admin admin] Request body: {'subnet': {'network_id': '0ceb3dca-b55e-48fb-9dcc-2710dd8d4d06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1051350993-subnet', 'tenant_id': 'c76b4d6891ab46e389c696871666825f', 'ip_version': 4}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:40:47.010390 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920716af-57ae-4a86-a0f8-7e3dae425329 None None] Checking router: a3ac933c-0934-4ef3-abad-4104299fe69f for host: dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:40:47.010739 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920716af-57ae-4a86-a0f8-7e3dae425329 None None] Updating router a3ac933c-0934-4ef3-abad-4104299fe69f port 99b68b26-aad5-42fb-8205-e823ad710bb3 binding host dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:40:47.045212 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-920716af-57ae-4a86-a0f8-7e3dae425329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (99b68b26-aad5-42fb-8205-e823ad710bb3), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:47.087415 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e86cfea-59a2-4901-a015-d865b33e58b2 admin admin] Made reservation on behalf of c76b4d6891ab46e389c696871666825f for: {'subnet': 1} {{(pid=104273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:40:47.089924 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-7e86cfea-59a2-4901-a015-d865b33e58b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8898758'] for subnet (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:47.204886 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:47.205169 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:47.305852 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-920716af-57ae-4a86-a0f8-7e3dae425329 None None] Publish callbacks [] for port (99b68b26-aad5-42fb-8205-e823ad710bb3), precommit_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:47.338738 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-7e86cfea-59a2-4901-a015-d865b33e58b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8745206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8898792'] for subnet (c1c393f3-26cd-4f62-8829-ee321f57c876), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:47.367511 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-920716af-57ae-4a86-a0f8-7e3dae425329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (99b68b26-aad5-42fb-8205-e823ad710bb3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:47.395889 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86cfea-59a2-4901-a015-d865b33e58b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1c393f3-26cd-4f62-8829-ee321f57c876,revision_number=0']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:47.412669 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e86cfea-59a2-4901-a015-d865b33e58b2 admin admin] Checking segment: {'id': '7fc965e4-0d77-4a05-a191-82b198366b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0ceb3dca-b55e-48fb-9dcc-2710dd8d4d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:40:47.413034 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e86cfea-59a2-4901-a015-d865b33e58b2 admin admin] Network hostable DHCP agents. Network: 0ceb3dca-b55e-48fb-9dcc-2710dd8d4d06, hostable agents: ['abae2507-ed95-47f5-bead-3f33926efd64'], hosted agents: [] {{(pid=104273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 05:40:47.513034 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e86cfea-59a2-4901-a015-d865b33e58b2 admin admin] Network 0ceb3dca-b55e-48fb-9dcc-2710dd8d4d06 is scheduled to be hosted by DHCP agent abae2507-ed95-47f5-bead-3f33926efd64 with binding_index 1 {{(pid=104273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 05:40:47.550055 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d59d6-9e0b-4959-99fd-d41cd2552c0f None None] Pushing event updated for resources: {'Port': ['ID=99b68b26-aad5-42fb-8205-e823ad710bb3,revision_number=3']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:47.604726 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [None req-7e86cfea-59a2-4901-a015-d865b33e58b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-48-iscsi, 0ceb3dca-b55e-48fb-9dcc-2710dd8d4d06) {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:40:47.609690 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e86cfea-59a2-4901-a015-d865b33e58b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:47.615195 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-7e86cfea-59a2-4901-a015-d865b33e58b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for subnet (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:47.615366 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-920716af-57ae-4a86-a0f8-7e3dae425329 None None] Attempting to bind port 99b68b26-aad5-42fb-8205-e823ad710bb3 on host dv-cinder-799871-48-iscsi for vnic_type normal with profile {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:40:47.615366 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-920716af-57ae-4a86-a0f8-7e3dae425329 None None] Attempting to bind port 99b68b26-aad5-42fb-8205-e823ad710bb3 by drivers openvswitch,hyperv on host dv-cinder-799871-48-iscsi at level 0 using segments [{'id': '47b6d266-4baa-4150-bdb7-5a225197d438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd35a5d75-c1c1-4569-87f3-e51b7895c9f5'}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:40:47.615366 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920716af-57ae-4a86-a0f8-7e3dae425329 None None] Attempting to bind port 99b68b26-aad5-42fb-8205-e823ad710bb3 on network d35a5d75-c1c1-4569-87f3-e51b7895c9f5 {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:40:47.620374 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920716af-57ae-4a86-a0f8-7e3dae425329 None None] Checking agent: {'id': '5156d833-3082-4696-8f7b-587b7e45f062', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-48-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 22, 41), 'started_at': datetime.datetime(2022, 7, 28, 5, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-48-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:40:47.620768 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920716af-57ae-4a86-a0f8-7e3dae425329 None None] Checking segment: {'id': '47b6d266-4baa-4150-bdb7-5a225197d438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd35a5d75-c1c1-4569-87f3-e51b7895c9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:40:47.621318 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-920716af-57ae-4a86-a0f8-7e3dae425329 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:47.621755 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920716af-57ae-4a86-a0f8-7e3dae425329 None None] Bound using segment: {'id': '47b6d266-4baa-4150-bdb7-5a225197d438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd35a5d75-c1c1-4569-87f3-e51b7895c9f5'} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:40:47.622237 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-920716af-57ae-4a86-a0f8-7e3dae425329 None None] Bound port: 99b68b26-aad5-42fb-8205-e823ad710bb3, host: dv-cinder-799871-48-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b6d266-4baa-4150-bdb7-5a225197d438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd35a5d75-c1c1-4569-87f3-e51b7895c9f5'}}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:40:47.622638 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-920716af-57ae-4a86-a0f8-7e3dae425329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (99b68b26-aad5-42fb-8205-e823ad710bb3), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:47.624814 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61fc58d-ac2b-4912-b941-394465ab073f None None] Network 0ceb3dca-b55e-48fb-9dcc-2710dd8d4d06 requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:40:47.667152 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a9848-f790-4e7d-b8c5-c7bf65f6cc4e req-f70d8267-c582-4d27-beea-e5d47e923ac5 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:47.667152 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8f8a9848-f790-4e7d-b8c5-c7bf65f6cc4e req-f70d8267-c582-4d27-beea-e5d47e923ac5 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] 10.222.0.33 "GET /v2.0/ports?device_id=005f817e-3e43-49df-bc90-dc094b66fed8 HTTP/1.1" status: 200 len: 949 time: 0.0583351 Jul 28 05:40:47.720171 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-7e86cfea-59a2-4901-a015-d865b33e58b2 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7482400 Jul 28 05:40:47.722678 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 43850) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:40:47.724637 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8f8a9848-f790-4e7d-b8c5-c7bf65f6cc4e req-3267545c-19fa-4440-b1ed-839bee674477 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] 10.222.0.33 "GET /v2.0/security-groups?id=6569d13d-e803-4e87-83fe-30231b22d890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539882 Jul 28 05:40:47.729308 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-3cd885b2-7f2c-4ab6-a18d-d4a4dd8a5846 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1051350993-router', 'tenant_id': 'c76b4d6891ab46e389c696871666825f', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:40:47.774074 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-920716af-57ae-4a86-a0f8-7e3dae425329 None None] For port 99b68b26-aad5-42fb-8205-e823ad710bb3, host dv-cinder-799871-48-iscsi, cleared binding levels {{(pid=104274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:40:47.790796 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-f1999b61-ab35-4fdb-98d4-5a7532f5ef48 None None] Provisioning complete for port 99b68b26-aad5-42fb-8205-e823ad710bb3 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:40:47.791127 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-f1999b61-ab35-4fdb-98d4-5a7532f5ef48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (99b68b26-aad5-42fb-8205-e823ad710bb3), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:47.827779 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-920716af-57ae-4a86-a0f8-7e3dae425329 None None] For port 99b68b26-aad5-42fb-8205-e823ad710bb3, host dv-cinder-799871-48-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=99b68b26-aad5-42fb-8205-e823ad710bb3,segment=NetworkSegment(47b6d266-4baa-4150-bdb7-5a225197d438),segment_id=47b6d266-4baa-4150-bdb7-5a225197d438)] {{(pid=104274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:40:47.829288 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4cf56e-993f-4104-a78d-e93ca4f7ee54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1310213-672e-5d2f-8d43-02533df8fff2-0ceb3dca-b55e-48fb-9dcc-2710dd8d4d06', 'network_id': '0ceb3dca-b55e-48fb-9dcc-2710dd8d4d06', 'project_id': 'c76b4d6891ab46e389c696871666825f', 'fixed_ips': [{'subnet_id': 'c1c393f3-26cd-4f62-8829-ee321f57c876'}]}} from dv-cinder-799871-48-iscsi. {{(pid=104274) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 05:40:47.830249 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-de4cf56e-993f-4104-a78d-e93ca4f7ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:47.856042 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-f1999b61-ab35-4fdb-98d4-5a7532f5ef48 None None] Port 99b68b26-aad5-42fb-8205-e823ad710bb3 cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:40:47.856786 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-3cd885b2-7f2c-4ab6-a18d-d4a4dd8a5846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4155669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3750'] for router (b08402ef-5662-4629-9836-a4d821812bd3), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:47.859701 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-3cd885b2-7f2c-4ab6-a18d-d4a4dd8a5846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4157181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4018685', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3702906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3759'] for router (b08402ef-5662-4629-9836-a4d821812bd3), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:47.909999 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-3cd885b2-7f2c-4ab6-a18d-d4a4dd8a5846 admin admin] Publish callbacks [] for router_controller (b08402ef-5662-4629-9836-a4d821812bd3), precommit_add_association {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:47.912359 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-920716af-57ae-4a86-a0f8-7e3dae425329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (99b68b26-aad5-42fb-8205-e823ad710bb3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:47.997612 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:48.029917 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920716af-57ae-4a86-a0f8-7e3dae425329 None None] Routers {'a3ac933c-0934-4ef3-abad-4104299fe69f'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:40:48.030430 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-920716af-57ae-4a86-a0f8-7e3dae425329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:40:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['a3ac933c-0934-4ef3-abad-4104299fe69f'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:40:48.067251 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d59d6-9e0b-4959-99fd-d41cd2552c0f None None] Pushing event updated for resources: {'Port': ['ID=99b68b26-aad5-42fb-8205-e823ad710bb3,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:48.080275 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.db_base_plugin_common [None req-de4cf56e-993f-4104-a78d-e93ca4f7ee54 None None] Allocated IP 172.20.0.2 (0ceb3dca-b55e-48fb-9dcc-2710dd8d4d06/c1c393f3-26cd-4f62-8829-ee321f57c876/18b4ce63-a675-4bff-985c-9de7276309e4) {{(pid=104274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:40:48.134893 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-3cd885b2-7f2c-4ab6-a18d-d4a4dd8a5846 admin admin] Publish callbacks [] for router_gateway (b08402ef-5662-4629-9836-a4d821812bd3), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:48.198648 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:48.205183 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-920716af-57ae-4a86-a0f8-7e3dae425329 None None] Set router a3ac933c-0934-4ef3-abad-4104299fe69f gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:40:48.263356 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7d143-3a75-4542-8aee-35749345e9fa req-0da00441-bf2a-4db0-b9aa-e0ff0e91b23b tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:48.264861 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e4e7d143-3a75-4542-8aee-35749345e9fa req-0da00441-bf2a-4db0-b9aa-e0ff0e91b23b tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] 10.222.0.33 "GET /v2.0/ports?device_id=005f817e-3e43-49df-bc90-dc094b66fed8 HTTP/1.1" status: 200 len: 949 time: 0.0468445 Jul 28 05:40:48.324175 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e4e7d143-3a75-4542-8aee-35749345e9fa req-ed31d5c5-45d1-4eba-a35e-ca955c586b06 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] 10.222.0.33 "GET /v2.0/security-groups?id=6569d13d-e803-4e87-83fe-30231b22d890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480559 Jul 28 05:40:48.361088 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-9dc6563d-0373-49cd-a28d-8487ddc6b9ce None None] Provisioning complete for port 99b68b26-aad5-42fb-8205-e823ad710bb3 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:40:48.361490 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-9dc6563d-0373-49cd-a28d-8487ddc6b9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (99b68b26-aad5-42fb-8205-e823ad710bb3), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:48.410318 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 35c94d51-f1ba-4e54-a02e-d17b841bfbef up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:40:48.463863 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-3cd885b2-7f2c-4ab6-a18d-d4a4dd8a5846 admin admin] Publish callbacks [] for router_gateway (b08402ef-5662-4629-9836-a4d821812bd3), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:48.466170 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-de4cf56e-993f-4104-a78d-e93ca4f7ee54 None None] Publish callbacks [] for port (18b4ce63-a675-4bff-985c-9de7276309e4), precommit_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:48.484036 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-3cd885b2-7f2c-4ab6-a18d-d4a4dd8a5846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:48.486479 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:48.563533 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port 35c94d51-f1ba-4e54-a02e-d17b841bfbef triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:40:48.563833 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (35c94d51-f1ba-4e54-a02e-d17b841bfbef), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:48.571837 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:48.594510 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.db_base_plugin_common [None req-3cd885b2-7f2c-4ab6-a18d-d4a4dd8a5846 admin admin] Allocated IP 172.27.0.25 (d892672b-b726-43a1-a501-142ea5a750c8/481049b9-1d68-41f1-a9d6-55330db72a03/23204958-bcb6-463d-81c8-a455b01591ef) {{(pid=104273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:40:48.601591 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-de4cf56e-993f-4104-a78d-e93ca4f7ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915'] for port (18b4ce63-a675-4bff-985c-9de7276309e4), after_create {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:48.614802 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-9dc6563d-0373-49cd-a28d-8487ddc6b9ce None None] Current status of the port 99b68b26-aad5-42fb-8205-e823ad710bb3 is: DOWN; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:40:48.615195 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-9dc6563d-0373-49cd-a28d-8487ddc6b9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (99b68b26-aad5-42fb-8205-e823ad710bb3), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:48.653414 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-920716af-57ae-4a86-a0f8-7e3dae425329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ac933c-0934-4ef3-abad-4104299fe69f', 'name': 'tempest-TestShelveInstance-1446977651-router', 'tenant_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '35c94d51-f1ba-4e54-a02e-d17b841bfbef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:40:41Z', 'updated_at': '2022-07-28T05:40:44Z', 'revision_number': 4, 'project_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'gw_port': {'id': '35c94d51-f1ba-4e54-a02e-d17b841bfbef', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac933c-0934-4ef3-abad-4104299fe69f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:40:42Z', 'updated_at': '2022-07-28T05:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': '99b68b26-aad5-42fb-8205-e823ad710bb3', 'name': '', 'network_id': 'd35a5d75-c1c1-4569-87f3-e51b7895c9f5', 'tenant_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'mac_address': 'fa:16:3e:be:37:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ac933c-0934-4ef3-abad-4104299fe69f', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd3408c94-ba76-45a6-92ab-69ae3f0aeb78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:40:44Z', 'updated_at': '2022-07-28T05:40:47Z', 'revision_number': 4, 'project_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'subnets': [{'id': 'd3408c94-ba76-45a6-92ab-69ae3f0aeb78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:40:48.703378 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-3cd885b2-7f2c-4ab6-a18d-d4a4dd8a5846 admin admin] Publish callbacks [] for port (23204958-bcb6-463d-81c8-a455b01591ef), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:48.703759 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920716af-57ae-4a86-a0f8-7e3dae425329 None None] The sync data for ids ['a3ac933c-0934-4ef3-abad-4104299fe69f'] in dv-cinder-799871-48-iscsi is: [{'id': 'a3ac933c-0934-4ef3-abad-4104299fe69f', 'name': 'tempest-TestShelveInstance-1446977651-router', 'tenant_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '35c94d51-f1ba-4e54-a02e-d17b841bfbef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:40:41Z', 'updated_at': '2022-07-28T05:40:44Z', 'revision_number': 4, 'project_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'gw_port': {'id': '35c94d51-f1ba-4e54-a02e-d17b841bfbef', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac933c-0934-4ef3-abad-4104299fe69f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:40:42Z', 'updated_at': '2022-07-28T05:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': '99b68b26-aad5-42fb-8205-e823ad710bb3', 'name': '', 'network_id': 'd35a5d75-c1c1-4569-87f3-e51b7895c9f5', 'tenant_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'mac_address': 'fa:16:3e:be:37:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ac933c-0934-4ef3-abad-4104299fe69f', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd3408c94-ba76-45a6-92ab-69ae3f0aeb78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:40:44Z', 'updated_at': '2022-07-28T05:40:47Z', 'revision_number': 4, 'project_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'subnets': [{'id': 'd3408c94-ba76-45a6-92ab-69ae3f0aeb78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:40:48.704599 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=6 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:48.707241 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4cf56e-993f-4104-a78d-e93ca4f7ee54 None None] Network 0ceb3dca-b55e-48fb-9dcc-2710dd8d4d06 is already hosted by enough agents. {{(pid=104274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:40:48.722893 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.scheduler.base_scheduler [None req-de4cf56e-993f-4104-a78d-e93ca4f7ee54 None None] Resources bound (agent type, host, resource id): {{(pid=104274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:40:48.728496 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4cf56e-993f-4104-a78d-e93ca4f7ee54 None None] Received port after_create {{(pid=104274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:40:48.730388 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4cf56e-993f-4104-a78d-e93ca4f7ee54 None None] Pushing event updated for resources: {'Port': ['ID=18b4ce63-a675-4bff-985c-9de7276309e4,revision_number=1']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:48.746970 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-9dc6563d-0373-49cd-a28d-8487ddc6b9ce None None] For port 99b68b26-aad5-42fb-8205-e823ad710bb3, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=99b68b26-aad5-42fb-8205-e823ad710bb3,segment=NetworkSegment(47b6d266-4baa-4150-bdb7-5a225197d438),segment_id=47b6d266-4baa-4150-bdb7-5a225197d438)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:40:48.807377 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-3cd885b2-7f2c-4ab6-a18d-d4a4dd8a5846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (23204958-bcb6-463d-81c8-a455b01591ef), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:48.828841 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port 35c94d51-f1ba-4e54-a02e-d17b841bfbef is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:40:48.841922 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-9dc6563d-0373-49cd-a28d-8487ddc6b9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (99b68b26-aad5-42fb-8205-e823ad710bb3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:48.849791 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-de4cf56e-993f-4104-a78d-e93ca4f7ee54 None None] Attempting to bind port 18b4ce63-a675-4bff-985c-9de7276309e4 on host dv-cinder-799871-48-iscsi for vnic_type normal with profile {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:40:48.850224 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-de4cf56e-993f-4104-a78d-e93ca4f7ee54 None None] Attempting to bind port 18b4ce63-a675-4bff-985c-9de7276309e4 by drivers openvswitch,hyperv on host dv-cinder-799871-48-iscsi at level 0 using segments [{'id': '7fc965e4-0d77-4a05-a191-82b198366b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0ceb3dca-b55e-48fb-9dcc-2710dd8d4d06'}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:40:48.850600 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4cf56e-993f-4104-a78d-e93ca4f7ee54 None None] Attempting to bind port 18b4ce63-a675-4bff-985c-9de7276309e4 on network 0ceb3dca-b55e-48fb-9dcc-2710dd8d4d06 {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:40:48.861976 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd885b2-7f2c-4ab6-a18d-d4a4dd8a5846 admin admin] Network d892672b-b726-43a1-a501-142ea5a750c8 is already hosted by enough agents. {{(pid=104273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:40:48.868053 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [None req-3cd885b2-7f2c-4ab6-a18d-d4a4dd8a5846 admin admin] Resources bound (agent type, host, resource id): {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:40:48.872144 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd885b2-7f2c-4ab6-a18d-d4a4dd8a5846 admin admin] Received port after_create {{(pid=104273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:40:48.874754 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4cf56e-993f-4104-a78d-e93ca4f7ee54 None None] Checking agent: {'id': '5156d833-3082-4696-8f7b-587b7e45f062', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-48-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 22, 41), 'started_at': datetime.datetime(2022, 7, 28, 5, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-48-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:40:48.875137 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4cf56e-993f-4104-a78d-e93ca4f7ee54 None None] Checking segment: {'id': '7fc965e4-0d77-4a05-a191-82b198366b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0ceb3dca-b55e-48fb-9dcc-2710dd8d4d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:40:48.875551 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-de4cf56e-993f-4104-a78d-e93ca4f7ee54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:48.875947 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4cf56e-993f-4104-a78d-e93ca4f7ee54 None None] Bound using segment: {'id': '7fc965e4-0d77-4a05-a191-82b198366b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0ceb3dca-b55e-48fb-9dcc-2710dd8d4d06'} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:40:48.876428 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-de4cf56e-993f-4104-a78d-e93ca4f7ee54 None None] Bound port: 18b4ce63-a675-4bff-985c-9de7276309e4, host: dv-cinder-799871-48-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc965e4-0d77-4a05-a191-82b198366b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0ceb3dca-b55e-48fb-9dcc-2710dd8d4d06'}}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:40:48.876813 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-de4cf56e-993f-4104-a78d-e93ca4f7ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (18b4ce63-a675-4bff-985c-9de7276309e4), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:48.903136 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd885b2-7f2c-4ab6-a18d-d4a4dd8a5846 admin admin] Pushing event updated for resources: {'Port': ['ID=23204958-bcb6-463d-81c8-a455b01591ef,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:48.935934 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc6563d-0373-49cd-a28d-8487ddc6b9ce None None] Pushing event updated for resources: {'Port': ['ID=99b68b26-aad5-42fb-8205-e823ad710bb3,revision_number=5']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:48.964167 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-de4cf56e-993f-4104-a78d-e93ca4f7ee54 None None] For port 18b4ce63-a675-4bff-985c-9de7276309e4, host dv-cinder-799871-48-iscsi, cleared binding levels {{(pid=104274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:40:48.967450 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-de4cf56e-993f-4104-a78d-e93ca4f7ee54 None None] For port 18b4ce63-a675-4bff-985c-9de7276309e4, host dv-cinder-799871-48-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=18b4ce63-a675-4bff-985c-9de7276309e4,segment=NetworkSegment(7fc965e4-0d77-4a05-a191-82b198366b54),segment_id=7fc965e4-0d77-4a05-a191-82b198366b54)] {{(pid=104274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:40:49.045331 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-de4cf56e-993f-4104-a78d-e93ca4f7ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (18b4ce63-a675-4bff-985c-9de7276309e4), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:49.049505 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:49.111988 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4cf56e-993f-4104-a78d-e93ca4f7ee54 None None] Pushing event updated for resources: {'Port': ['ID=18b4ce63-a675-4bff-985c-9de7276309e4,revision_number=2']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:49.274433 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-3cd885b2-7f2c-4ab6-a18d-d4a4dd8a5846 admin admin] Publish callbacks [] for router_gateway (b08402ef-5662-4629-9836-a4d821812bd3), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:49.439746 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:49.469586 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018c340-2172-4851-95f6-ced7f89dc319 req-24d56fd7-80ca-4d05-9e9e-35dc57bba857 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:49.471866 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2018c340-2172-4851-95f6-ced7f89dc319 req-24d56fd7-80ca-4d05-9e9e-35dc57bba857 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] 10.222.0.33 "GET /v2.0/ports?device_id=005f817e-3e43-49df-bc90-dc094b66fed8 HTTP/1.1" status: 200 len: 949 time: 0.0600772 Jul 28 05:40:49.515777 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-3cd885b2-7f2c-4ab6-a18d-d4a4dd8a5846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4157131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4018561'] for router (b08402ef-5662-4629-9836-a4d821812bd3), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:49.526307 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2018c340-2172-4851-95f6-ced7f89dc319 req-42a86449-24dd-4936-9d4d-cb3d677aa514 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] 10.222.0.33 "GET /v2.0/security-groups?id=6569d13d-e803-4e87-83fe-30231b22d890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483687 Jul 28 05:40:49.916894 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc4ae71-61e9-4eda-bde0-bacedcd0ad20 req-70d52d96-412d-474e-bd0c-8a4942ede140 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:40:49.921796 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-4bc4ae71-61e9-4eda-bde0-bacedcd0ad20 req-70d52d96-412d-474e-bd0c-8a4942ede140 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] 10.222.0.57 "GET /v2.0/ports?device_id=005f817e-3e43-49df-bc90-dc094b66fed8 HTTP/1.1" status: 200 len: 949 time: 0.0915520 Jul 28 05:40:50.028668 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [req-4bc4ae71-61e9-4eda-bde0-bacedcd0ad20 req-9eb1b91d-b9b6-4216-83e7-9facc8eab349 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] Deleting port f719e24b-5b29-4a25-ad02-ca88e9278f7c {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:40:50.029079 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-4bc4ae71-61e9-4eda-bde0-bacedcd0ad20 req-9eb1b91d-b9b6-4216-83e7-9facc8eab349 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (f719e24b-5b29-4a25-ad02-ca88e9278f7c), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:50.056698 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e794e0f0-900a-492c-a126-11322c0b62fb None None] Network 0ceb3dca-b55e-48fb-9dcc-2710dd8d4d06 requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:40:50.108580 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-162a80c1-1ede-451e-9951-9b3f6577705f None None] Provisioning complete for port 18b4ce63-a675-4bff-985c-9de7276309e4 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:40:50.109056 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-162a80c1-1ede-451e-9951-9b3f6577705f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (18b4ce63-a675-4bff-985c-9de7276309e4), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:50.138815 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [req-4bc4ae71-61e9-4eda-bde0-bacedcd0ad20 req-9eb1b91d-b9b6-4216-83e7-9facc8eab349 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] For port f719e24b-5b29-4a25-ad02-ca88e9278f7c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f719e24b-5b29-4a25-ad02-ca88e9278f7c,segment=NetworkSegment(e0a70e1c-85f3-4d91-ba9c-c06d80acd587),segment_id=e0a70e1c-85f3-4d91-ba9c-c06d80acd587)] {{(pid=104273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:40:50.139133 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-4bc4ae71-61e9-4eda-bde0-bacedcd0ad20 req-9eb1b91d-b9b6-4216-83e7-9facc8eab349 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (f719e24b-5b29-4a25-ad02-ca88e9278f7c), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:50.152878 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [req-4bc4ae71-61e9-4eda-bde0-bacedcd0ad20 req-9eb1b91d-b9b6-4216-83e7-9facc8eab349 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] Calling delete_port for f719e24b-5b29-4a25-ad02-ca88e9278f7c owned by compute:nova {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:40:50.195365 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd885b2-7f2c-4ab6-a18d-d4a4dd8a5846 admin admin] Router b08402ef-5662-4629-9836-a4d821812bd3 is scheduled to L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a with binding_index 1 {{(pid=104273) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 05:40:50.356872 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:50.366671 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-162a80c1-1ede-451e-9951-9b3f6577705f None None] Current status of the port 18b4ce63-a675-4bff-985c-9de7276309e4 is: DOWN; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:40:50.366671 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-162a80c1-1ede-451e-9951-9b3f6577705f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (18b4ce63-a675-4bff-985c-9de7276309e4), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:50.369113 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd885b2-7f2c-4ab6-a18d-d4a4dd8a5846 admin admin] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:40:50.397494 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8802f433-8f96-450b-be83-ce4e6f90771e None None] Sync routers for ids ['b08402ef-5662-4629-9836-a4d821812bd3'] in dv-cinder-799871-48-iscsi {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:40:50.415189 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-162a80c1-1ede-451e-9951-9b3f6577705f None None] For port 18b4ce63-a675-4bff-985c-9de7276309e4, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=18b4ce63-a675-4bff-985c-9de7276309e4,segment=NetworkSegment(7fc965e4-0d77-4a05-a191-82b198366b54),segment_id=7fc965e4-0d77-4a05-a191-82b198366b54)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:40:50.415406 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8802f433-8f96-450b-be83-ce4e6f90771e None None] Routers {'b08402ef-5662-4629-9836-a4d821812bd3'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:40:50.416058 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-8802f433-8f96-450b-be83-ce4e6f90771e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:40:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['b08402ef-5662-4629-9836-a4d821812bd3'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:40:50.450299 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 18b4ce63-a675-4bff-985c-9de7276309e4 up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:40:50.458603 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-4bc4ae71-61e9-4eda-bde0-bacedcd0ad20 req-9eb1b91d-b9b6-4216-83e7-9facc8eab349 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (f719e24b-5b29-4a25-ad02-ca88e9278f7c), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:50.479262 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] get_ports_and_sgs() called for port_ids ['f719e24b-5b29-4a25-ad02-ca88e9278f7c'] {{(pid=104274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:40:50.496981 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-3cd885b2-7f2c-4ab6-a18d-d4a4dd8a5846 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:50.498737 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-3cd885b2-7f2c-4ab6-a18d-d4a4dd8a5846 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7741532 Jul 28 05:40:50.499486 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1b91d-b9b6-4216-83e7-9facc8eab349 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] Pushing event deleted for resources: {'Port': ['ID=f719e24b-5b29-4a25-ad02-ca88e9278f7c,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:50.501153 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 43862) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:40:50.515470 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-162a80c1-1ede-451e-9951-9b3f6577705f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (18b4ce63-a675-4bff-985c-9de7276309e4), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:50.535582 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-8802f433-8f96-450b-be83-ce4e6f90771e None None] Set router b08402ef-5662-4629-9836-a4d821812bd3 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:40:50.537695 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:50.588116 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc4ae71-61e9-4eda-bde0-bacedcd0ad20 req-9eb1b91d-b9b6-4216-83e7-9facc8eab349 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] No DVR routers for this DVR port f719e24b-5b29-4a25-ad02-ca88e9278f7c on host hv-cinder-79987 {{(pid=104273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:40:50.593119 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-4bc4ae71-61e9-4eda-bde0-bacedcd0ad20 req-9eb1b91d-b9b6-4216-83e7-9facc8eab349 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:50.603108 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-4bc4ae71-61e9-4eda-bde0-bacedcd0ad20 req-9eb1b91d-b9b6-4216-83e7-9facc8eab349 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] 10.222.0.57 "DELETE /v2.0/ports/f719e24b-5b29-4a25-ad02-ca88e9278f7c HTTP/1.1" status: 204 len: 173 time: 0.6785867 Jul 28 05:40:50.612921 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005f817e-3e43-49df-bc90-dc094b66fed8', 'name': 'network-vif-deleted', 'tag': 'f719e24b-5b29-4a25-ad02-ca88e9278f7c'}] {{(pid=104273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:40:50.615436 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}294c2db51adabc0e3fe9263869e3ac3ebddb58bd39f135069541a8ae7da0566b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54dd2f6b-83ab-41d3-b9bb-8d95972dfc36" -d '{"events": [{"server_uuid": "005f817e-3e43-49df-bc90-dc094b66fed8", "name": "network-vif-deleted", "tag": "f719e24b-5b29-4a25-ad02-ca88e9278f7c"}]}' {{(pid=104273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:40:50.630777 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a80c1-1ede-451e-9951-9b3f6577705f None None] Pushing event updated for resources: {'Port': ['ID=18b4ce63-a675-4bff-985c-9de7276309e4,revision_number=3']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:50.660499 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port 18b4ce63-a675-4bff-985c-9de7276309e4 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:40:50.661136 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (18b4ce63-a675-4bff-985c-9de7276309e4), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:50.737747 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-608c2442-95a7-41d1-9d3d-bb47e983db75 req-8745c287-8c52-42e9-bde8-4d86ccb35557 tempest-VolumesNegativeTest-1149720515 tempest-VolumesNegativeTest-1149720515-project] 10.222.0.33 "GET /v2.0/ports?device_id=005f817e-3e43-49df-bc90-dc094b66fed8 HTTP/1.1" status: 200 len: 210 time: 0.0585670 Jul 28 05:40:50.747525 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port 18b4ce63-a675-4bff-985c-9de7276309e4 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:40:50.748615 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 99b68b26-aad5-42fb-8205-e823ad710bb3 up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:40:50.803552 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633bed7b-af2b-444b-a817-ce8a198779c9 x-openstack-request-id: req-633bed7b-af2b-444b-a817-ce8a198779c9 {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:40:50.804281 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005f817e-3e43-49df-bc90-dc094b66fed8", "name": "network-vif-deleted", "tag": "f719e24b-5b29-4a25-ad02-ca88e9278f7c", "status": "completed", "code": 200}]} {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:40:50.804639 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-633bed7b-af2b-444b-a817-ce8a198779c9 {{(pid=104273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:40:50.805135 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.notifiers.nova [-] Nova event matching ['req-633bed7b-af2b-444b-a817-ce8a198779c9'] response: {'server_uuid': '005f817e-3e43-49df-bc90-dc094b66fed8', 'name': 'network-vif-deleted', 'tag': 'f719e24b-5b29-4a25-ad02-ca88e9278f7c', 'status': 'completed', 'code': 200} Jul 28 05:40:50.834844 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port 99b68b26-aad5-42fb-8205-e823ad710bb3 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:40:50.835482 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (99b68b26-aad5-42fb-8205-e823ad710bb3), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:50.837168 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-8eea37f8-2da9-49f4-8fe5-50582b7ba787 None None] Provisioning complete for port 18b4ce63-a675-4bff-985c-9de7276309e4 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:40:50.837707 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-8eea37f8-2da9-49f4-8fe5-50582b7ba787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (18b4ce63-a675-4bff-985c-9de7276309e4), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:50.847061 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-8802f433-8f96-450b-be83-ce4e6f90771e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08402ef-5662-4629-9836-a4d821812bd3', 'name': 'tempest-TestShelveInstance-1051350993-router', 'tenant_id': 'c76b4d6891ab46e389c696871666825f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '23204958-bcb6-463d-81c8-a455b01591ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:40:47Z', 'updated_at': '2022-07-28T05:40:49Z', 'revision_number': 3, 'project_id': 'c76b4d6891ab46e389c696871666825f', 'gw_port': {'id': '23204958-bcb6-463d-81c8-a455b01591ef', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08402ef-5662-4629-9836-a4d821812bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:40:48Z', 'updated_at': '2022-07-28T05:40:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:40:50.883004 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8802f433-8f96-450b-be83-ce4e6f90771e None None] Checking router: b08402ef-5662-4629-9836-a4d821812bd3 for host: dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:40:50.891173 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8802f433-8f96-450b-be83-ce4e6f90771e None None] Updating router b08402ef-5662-4629-9836-a4d821812bd3 port 23204958-bcb6-463d-81c8-a455b01591ef binding host dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:40:50.913431 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:50.923240 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8802f433-8f96-450b-be83-ce4e6f90771e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (23204958-bcb6-463d-81c8-a455b01591ef), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:50.978090 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port 99b68b26-aad5-42fb-8205-e823ad710bb3 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:40:50.980764 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-8eea37f8-2da9-49f4-8fe5-50582b7ba787 None None] Current status of the port 18b4ce63-a675-4bff-985c-9de7276309e4 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:40:51.132406 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-09499669-2d9f-43ad-851b-1c89d239226b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:51.183580 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8802f433-8f96-450b-be83-ce4e6f90771e None None] Publish callbacks [] for port (23204958-bcb6-463d-81c8-a455b01591ef), precommit_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:51.231409 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:51.266655 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:51.267863 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8802f433-8f96-450b-be83-ce4e6f90771e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (23204958-bcb6-463d-81c8-a455b01591ef), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:51.288252 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.db_base_plugin_common [None req-09499669-2d9f-43ad-851b-1c89d239226b admin admin] Allocated IP 172.20.0.1 (0ceb3dca-b55e-48fb-9dcc-2710dd8d4d06/c1c393f3-26cd-4f62-8829-ee321f57c876/2f1d108d-128f-485f-aac8-71797603d70e) {{(pid=104272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:40:51.325966 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [None req-8802f433-8f96-450b-be83-ce4e6f90771e None None] Attempting to bind port 23204958-bcb6-463d-81c8-a455b01591ef on host dv-cinder-799871-48-iscsi for vnic_type normal with profile {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:40:51.326319 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [None req-8802f433-8f96-450b-be83-ce4e6f90771e None None] Attempting to bind port 23204958-bcb6-463d-81c8-a455b01591ef by drivers openvswitch,hyperv on host dv-cinder-799871-48-iscsi at level 0 using segments [{'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:40:51.326679 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8802f433-8f96-450b-be83-ce4e6f90771e None None] Attempting to bind port 23204958-bcb6-463d-81c8-a455b01591ef on network d892672b-b726-43a1-a501-142ea5a750c8 {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:40:51.328645 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239382a2-fcef-4843-abc6-d65cc345fff4 None None] Pushing event updated for resources: {'Port': ['ID=23204958-bcb6-463d-81c8-a455b01591ef,revision_number=2']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:51.334547 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8802f433-8f96-450b-be83-ce4e6f90771e None None] Checking agent: {'id': '5156d833-3082-4696-8f7b-587b7e45f062', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-48-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 22, 41), 'started_at': datetime.datetime(2022, 7, 28, 5, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-48-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:40:51.334920 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8802f433-8f96-450b-be83-ce4e6f90771e None None] Checking segment: {'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:40:51.335321 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8802f433-8f96-450b-be83-ce4e6f90771e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:51.335703 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8802f433-8f96-450b-be83-ce4e6f90771e None None] Bound using segment: {'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'} {{(pid=104275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:40:51.336164 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.managers [None req-8802f433-8f96-450b-be83-ce4e6f90771e None None] Bound port: 23204958-bcb6-463d-81c8-a455b01591ef, host: dv-cinder-799871-48-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8'}}] {{(pid=104275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:40:51.336538 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8802f433-8f96-450b-be83-ce4e6f90771e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (23204958-bcb6-463d-81c8-a455b01591ef), before_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:51.381385 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:51.387010 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [None req-8802f433-8f96-450b-be83-ce4e6f90771e None None] For port 23204958-bcb6-463d-81c8-a455b01591ef, host dv-cinder-799871-48-iscsi, cleared binding levels {{(pid=104275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:40:51.390075 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.plugins.ml2.db [None req-8802f433-8f96-450b-be83-ce4e6f90771e None None] For port 23204958-bcb6-463d-81c8-a455b01591ef, host dv-cinder-799871-48-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=23204958-bcb6-463d-81c8-a455b01591ef,segment=NetworkSegment(18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30),segment_id=18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30)] {{(pid=104275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:40:51.399799 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-09499669-2d9f-43ad-851b-1c89d239226b admin admin] Publish callbacks [] for port (2f1d108d-128f-485f-aac8-71797603d70e), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:51.505154 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron_lib.callbacks.manager [None req-8802f433-8f96-450b-be83-ce4e6f90771e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (23204958-bcb6-463d-81c8-a455b01591ef), after_update {{(pid=104275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:51.528484 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-09499669-2d9f-43ad-851b-1c89d239226b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (2f1d108d-128f-485f-aac8-71797603d70e), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:51.563758 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8802f433-8f96-450b-be83-ce4e6f90771e None None] Routers {'b08402ef-5662-4629-9836-a4d821812bd3'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:40:51.564387 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-8802f433-8f96-450b-be83-ce4e6f90771e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:40:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['b08402ef-5662-4629-9836-a4d821812bd3'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:40:51.697132 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239382a2-fcef-4843-abc6-d65cc345fff4 None None] Pushing event updated for resources: {'Port': ['ID=23204958-bcb6-463d-81c8-a455b01591ef,revision_number=3']} {{(pid=104275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:51.766532 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-8802f433-8f96-450b-be83-ce4e6f90771e None None] Set router b08402ef-5662-4629-9836-a4d821812bd3 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:40:51.852501 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09499669-2d9f-43ad-851b-1c89d239226b admin admin] Network 0ceb3dca-b55e-48fb-9dcc-2710dd8d4d06 is already hosted by enough agents. {{(pid=104272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:40:51.857931 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [None req-09499669-2d9f-43ad-851b-1c89d239226b admin admin] Resources bound (agent type, host, resource id): {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:40:51.860408 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09499669-2d9f-43ad-851b-1c89d239226b admin admin] Received port after_create {{(pid=104272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:40:51.865380 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09499669-2d9f-43ad-851b-1c89d239226b admin admin] Pushing event updated for resources: {'Port': ['ID=2f1d108d-128f-485f-aac8-71797603d70e,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:51.865537 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:51.909083 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-09499669-2d9f-43ad-851b-1c89d239226b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4155265'] for router_interface (b08402ef-5662-4629-9836-a4d821812bd3), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:51.961233 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-8802f433-8f96-450b-be83-ce4e6f90771e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08402ef-5662-4629-9836-a4d821812bd3', 'name': 'tempest-TestShelveInstance-1051350993-router', 'tenant_id': 'c76b4d6891ab46e389c696871666825f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '23204958-bcb6-463d-81c8-a455b01591ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:40:47Z', 'updated_at': '2022-07-28T05:40:49Z', 'revision_number': 3, 'project_id': 'c76b4d6891ab46e389c696871666825f', 'gw_port': {'id': '23204958-bcb6-463d-81c8-a455b01591ef', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08402ef-5662-4629-9836-a4d821812bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:40:48Z', 'updated_at': '2022-07-28T05:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:40:51.993294 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8802f433-8f96-450b-be83-ce4e6f90771e None None] The sync data for ids ['b08402ef-5662-4629-9836-a4d821812bd3'] in dv-cinder-799871-48-iscsi is: [{'id': 'b08402ef-5662-4629-9836-a4d821812bd3', 'name': 'tempest-TestShelveInstance-1051350993-router', 'tenant_id': 'c76b4d6891ab46e389c696871666825f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '23204958-bcb6-463d-81c8-a455b01591ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:40:47Z', 'updated_at': '2022-07-28T05:40:49Z', 'revision_number': 3, 'project_id': 'c76b4d6891ab46e389c696871666825f', 'gw_port': {'id': '23204958-bcb6-463d-81c8-a455b01591ef', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08402ef-5662-4629-9836-a4d821812bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:40:48Z', 'updated_at': '2022-07-28T05:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}] {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:40:52.114116 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-598896f2-fc22-49da-bb2b-786282469070 None None] Provisioning complete for port 2f1d108d-128f-485f-aac8-71797603d70e triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:40:52.114727 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-598896f2-fc22-49da-bb2b-786282469070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (2f1d108d-128f-485f-aac8-71797603d70e), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:52.137786 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-09499669-2d9f-43ad-851b-1c89d239226b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (2f1d108d-128f-485f-aac8-71797603d70e), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:52.155525 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-598896f2-fc22-49da-bb2b-786282469070 None None] Port 2f1d108d-128f-485f-aac8-71797603d70e cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:40:52.323801 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:52.346742 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-09499669-2d9f-43ad-851b-1c89d239226b admin admin] Publish callbacks [] for port (2f1d108d-128f-485f-aac8-71797603d70e), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:52.422471 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-09499669-2d9f-43ad-851b-1c89d239226b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8637776'] for port (2f1d108d-128f-485f-aac8-71797603d70e), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:52.468444 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 18b4ce63-a675-4bff-985c-9de7276309e4 up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:40:52.496580 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-09499669-2d9f-43ad-851b-1c89d239226b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3670710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4155389'] for router_interface (b08402ef-5662-4629-9836-a4d821812bd3), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:52.533135 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09499669-2d9f-43ad-851b-1c89d239226b admin admin] Pushing event updated for resources: {'Port': ['ID=2f1d108d-128f-485f-aac8-71797603d70e,revision_number=2']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:52.549753 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port 18b4ce63-a675-4bff-985c-9de7276309e4 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:40:52.550606 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (18b4ce63-a675-4bff-985c-9de7276309e4), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:52.591276 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=100 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:52.620532 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09499669-2d9f-43ad-851b-1c89d239226b admin admin] Network 0ceb3dca-b55e-48fb-9dcc-2710dd8d4d06 is already hosted by enough agents. {{(pid=104272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:40:52.621983 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [None req-09499669-2d9f-43ad-851b-1c89d239226b admin admin] Resources bound (agent type, host, resource id): {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:40:52.644060 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port 18b4ce63-a675-4bff-985c-9de7276309e4 is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:40:52.647563 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 23204958-bcb6-463d-81c8-a455b01591ef up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:40:52.699270 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port 23204958-bcb6-463d-81c8-a455b01591ef triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:40:52.699655 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (23204958-bcb6-463d-81c8-a455b01591ef), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:52.751499 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:52.762298 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09499669-2d9f-43ad-851b-1c89d239226b admin admin] Router b08402ef-5662-4629-9836-a4d821812bd3 has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:40:52.788018 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port 23204958-bcb6-463d-81c8-a455b01591ef is: DOWN; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:40:52.788771 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (23204958-bcb6-463d-81c8-a455b01591ef), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:52.819958 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] For port 23204958-bcb6-463d-81c8-a455b01591ef, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=23204958-bcb6-463d-81c8-a455b01591ef,segment=NetworkSegment(18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30),segment_id=18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:40:52.896444 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09499669-2d9f-43ad-851b-1c89d239226b admin admin] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:40:52.902233 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-09499669-2d9f-43ad-851b-1c89d239226b admin admin] 10.222.0.33 "PUT /v2.0/routers/b08402ef-5662-4629-9836-a4d821812bd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3992956 Jul 28 05:40:52.926893 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (23204958-bcb6-463d-81c8-a455b01591ef), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:52.995683 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Pushing event updated for resources: {'Port': ['ID=23204958-bcb6-463d-81c8-a455b01591ef,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:53.001296 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-4b08653f-78b2-4898-a43a-6d162ba839e6 None None] Provisioning complete for port 2f1d108d-128f-485f-aac8-71797603d70e triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:40:53.002005 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-4b08653f-78b2-4898-a43a-6d162ba839e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (2f1d108d-128f-485f-aac8-71797603d70e), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:53.042072 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-4b08653f-78b2-4898-a43a-6d162ba839e6 None None] Port 2f1d108d-128f-485f-aac8-71797603d70e cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:40:53.334549 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 43958) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:40:53.339147 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-b3db259b-e787-4e1d-a34c-7a7494043967 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-353047855', 'description': 'tempest-secgroup-smoke-353047855 description', 'project_id': '42f0cd3e66ff4f08bcabdd66f24995ff'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:40:53.438991 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b3db259b-e787-4e1d-a34c-7a7494043967 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks [] for security_group (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:53.520960 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b3db259b-e787-4e1d-a34c-7a7494043967 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks [] for security_group (5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:53.584461 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b3db259b-e787-4e1d-a34c-7a7494043967 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:53.618936 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db259b-e787-4e1d-a34c-7a7494043967 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:53.694910 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-b3db259b-e787-4e1d-a34c-7a7494043967 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:53.705655 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-b3db259b-e787-4e1d-a34c-7a7494043967 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3606005 Jul 28 05:40:53.705655 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 43978) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:40:53.705655 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-31740d19-5edb-4824-9139-2979d78ba5da tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Request body: {'security_group_rule': {'security_group_id': '5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5', 'project_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:40:53.741279 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f916fbed-be14-4e56-9eba-b05302b83e1a None None] Sync routers for ids ['b08402ef-5662-4629-9836-a4d821812bd3'] in dv-cinder-799871-48-iscsi {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:40:53.752496 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f916fbed-be14-4e56-9eba-b05302b83e1a None None] Routers {'b08402ef-5662-4629-9836-a4d821812bd3'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:40:53.753869 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-f916fbed-be14-4e56-9eba-b05302b83e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:40:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['b08402ef-5662-4629-9836-a4d821812bd3'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:40:53.827555 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-31740d19-5edb-4824-9139-2979d78ba5da tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks [] for security_group_rule (f2a1af3f-1df0-4d63-9b32-6a8b40c7bff4), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:53.859948 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-f916fbed-be14-4e56-9eba-b05302b83e1a None None] Set router b08402ef-5662-4629-9836-a4d821812bd3 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:40:53.891013 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-31740d19-5edb-4824-9139-2979d78ba5da tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks [] for security_group_rule (f2a1af3f-1df0-4d63-9b32-6a8b40c7bff4), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:53.976158 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-31740d19-5edb-4824-9139-2979d78ba5da tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703374'] for security_group_rule (f2a1af3f-1df0-4d63-9b32-6a8b40c7bff4), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:53.996276 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31740d19-5edb-4824-9139-2979d78ba5da tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2a1af3f-1df0-4d63-9b32-6a8b40c7bff4,revision_number=0']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:54.063525 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-f916fbed-be14-4e56-9eba-b05302b83e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08402ef-5662-4629-9836-a4d821812bd3', 'name': 'tempest-TestShelveInstance-1051350993-router', 'tenant_id': 'c76b4d6891ab46e389c696871666825f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '23204958-bcb6-463d-81c8-a455b01591ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:40:47Z', 'updated_at': '2022-07-28T05:40:52Z', 'revision_number': 4, 'project_id': 'c76b4d6891ab46e389c696871666825f', 'gw_port': {'id': '23204958-bcb6-463d-81c8-a455b01591ef', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08402ef-5662-4629-9836-a4d821812bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:40:48Z', 'updated_at': '2022-07-28T05:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': '2f1d108d-128f-485f-aac8-71797603d70e', 'name': '', 'network_id': '0ceb3dca-b55e-48fb-9dcc-2710dd8d4d06', 'tenant_id': 'c76b4d6891ab46e389c696871666825f', 'mac_address': 'fa:16:3e:bd:e6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08402ef-5662-4629-9836-a4d821812bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'c1c393f3-26cd-4f62-8829-ee321f57c876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:40:51Z', 'updated_at': '2022-07-28T05:40:52Z', 'revision_number': 2, 'project_id': 'c76b4d6891ab46e389c696871666825f', 'subnets': [{'id': 'c1c393f3-26cd-4f62-8829-ee321f57c876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:40:54.088234 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f916fbed-be14-4e56-9eba-b05302b83e1a None None] Checking router: b08402ef-5662-4629-9836-a4d821812bd3 for host: dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:40:54.088518 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f916fbed-be14-4e56-9eba-b05302b83e1a None None] Updating router b08402ef-5662-4629-9836-a4d821812bd3 port 2f1d108d-128f-485f-aac8-71797603d70e binding host dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:40:54.105961 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-31740d19-5edb-4824-9139-2979d78ba5da tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:54.107221 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-31740d19-5edb-4824-9139-2979d78ba5da tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4067595 Jul 28 05:40:54.110006 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 43984) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:40:54.115102 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-72db16d7-3f79-4950-a744-7655b80bb004 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Request body: {'security_group_rule': {'security_group_id': '5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5', 'project_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:40:54.118051 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-f916fbed-be14-4e56-9eba-b05302b83e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (2f1d108d-128f-485f-aac8-71797603d70e), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:54.133206 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:54.206809 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:54.208866 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-72db16d7-3f79-4950-a744-7655b80bb004 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks [] for security_group_rule (841d42d9-7a38-436d-8467-f72d8363c29f), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:54.271834 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-72db16d7-3f79-4950-a744-7655b80bb004 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks [] for security_group_rule (841d42d9-7a38-436d-8467-f72d8363c29f), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:54.273225 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device f719e24b-5b29-4a25-ad02-ca88e9278f7c no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:40:54.278962 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:54.301567 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] No Port match for: f719e24b-5b29-4a25-ad02-ca88e9278f7c {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:40:54.301735 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device f719e24b-5b29-4a25-ad02-ca88e9278f7c not bound to the agent host hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:40:54.372995 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-72db16d7-3f79-4950-a744-7655b80bb004 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703374'] for security_group_rule (841d42d9-7a38-436d-8467-f72d8363c29f), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:54.388091 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 23204958-bcb6-463d-81c8-a455b01591ef up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:40:54.399817 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db16d7-3f79-4950-a744-7655b80bb004 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=841d42d9-7a38-436d-8467-f72d8363c29f,revision_number=0']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:54.434751 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-f916fbed-be14-4e56-9eba-b05302b83e1a None None] Publish callbacks [] for port (2f1d108d-128f-485f-aac8-71797603d70e), precommit_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:54.452749 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port 23204958-bcb6-463d-81c8-a455b01591ef triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:40:54.453153 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (23204958-bcb6-463d-81c8-a455b01591ef), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:54.500609 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-72db16d7-3f79-4950-a744-7655b80bb004 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:54.501922 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-72db16d7-3f79-4950-a744-7655b80bb004 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3907151 Jul 28 05:40:54.508690 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 43998) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:40:54.509060 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-35768f45-7042-43d4-83ed-e9c6ec0a76d6 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Request body: {'security_group_rule': {'security_group_id': '5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5', 'project_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:40:54.529730 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port 23204958-bcb6-463d-81c8-a455b01591ef is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:40:54.544511 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-f916fbed-be14-4e56-9eba-b05302b83e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (2f1d108d-128f-485f-aac8-71797603d70e), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:54.597574 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608202a-b9e7-47a1-a74b-239b20ad2302 None None] Pushing event updated for resources: {'Port': ['ID=2f1d108d-128f-485f-aac8-71797603d70e,revision_number=3']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:54.632187 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-35768f45-7042-43d4-83ed-e9c6ec0a76d6 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks [] for security_group_rule (0a64c8c2-c9aa-4cf1-b43e-4144fe8e75bd), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:54.666370 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-f916fbed-be14-4e56-9eba-b05302b83e1a None None] Attempting to bind port 2f1d108d-128f-485f-aac8-71797603d70e on host dv-cinder-799871-48-iscsi for vnic_type normal with profile {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:40:54.666609 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-f916fbed-be14-4e56-9eba-b05302b83e1a None None] Attempting to bind port 2f1d108d-128f-485f-aac8-71797603d70e by drivers openvswitch,hyperv on host dv-cinder-799871-48-iscsi at level 0 using segments [{'id': '7fc965e4-0d77-4a05-a191-82b198366b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0ceb3dca-b55e-48fb-9dcc-2710dd8d4d06'}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:40:54.666781 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f916fbed-be14-4e56-9eba-b05302b83e1a None None] Attempting to bind port 2f1d108d-128f-485f-aac8-71797603d70e on network 0ceb3dca-b55e-48fb-9dcc-2710dd8d4d06 {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:40:54.673366 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f916fbed-be14-4e56-9eba-b05302b83e1a None None] Checking agent: {'id': '5156d833-3082-4696-8f7b-587b7e45f062', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-48-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 22, 41), 'started_at': datetime.datetime(2022, 7, 28, 5, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-48-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:40:54.673791 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f916fbed-be14-4e56-9eba-b05302b83e1a None None] Checking segment: {'id': '7fc965e4-0d77-4a05-a191-82b198366b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0ceb3dca-b55e-48fb-9dcc-2710dd8d4d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:40:54.674197 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-f916fbed-be14-4e56-9eba-b05302b83e1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:54.674733 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f916fbed-be14-4e56-9eba-b05302b83e1a None None] Bound using segment: {'id': '7fc965e4-0d77-4a05-a191-82b198366b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0ceb3dca-b55e-48fb-9dcc-2710dd8d4d06'} {{(pid=104274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:40:54.675429 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.managers [None req-f916fbed-be14-4e56-9eba-b05302b83e1a None None] Bound port: 2f1d108d-128f-485f-aac8-71797603d70e, host: dv-cinder-799871-48-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc965e4-0d77-4a05-a191-82b198366b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0ceb3dca-b55e-48fb-9dcc-2710dd8d4d06'}}] {{(pid=104274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:40:54.675830 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-f916fbed-be14-4e56-9eba-b05302b83e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (2f1d108d-128f-485f-aac8-71797603d70e), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:54.697923 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:54.709580 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-35768f45-7042-43d4-83ed-e9c6ec0a76d6 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks [] for security_group_rule (0a64c8c2-c9aa-4cf1-b43e-4144fe8e75bd), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:54.725498 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:54.760185 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-f916fbed-be14-4e56-9eba-b05302b83e1a None None] For port 2f1d108d-128f-485f-aac8-71797603d70e, host dv-cinder-799871-48-iscsi, cleared binding levels {{(pid=104274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:40:54.764999 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-f916fbed-be14-4e56-9eba-b05302b83e1a None None] For port 2f1d108d-128f-485f-aac8-71797603d70e, host dv-cinder-799871-48-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=2f1d108d-128f-485f-aac8-71797603d70e,segment=NetworkSegment(7fc965e4-0d77-4a05-a191-82b198366b54),segment_id=7fc965e4-0d77-4a05-a191-82b198366b54)] {{(pid=104274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:40:54.790376 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-35768f45-7042-43d4-83ed-e9c6ec0a76d6 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703374'] for security_group_rule (0a64c8c2-c9aa-4cf1-b43e-4144fe8e75bd), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:54.811552 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35768f45-7042-43d4-83ed-e9c6ec0a76d6 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a64c8c2-c9aa-4cf1-b43e-4144fe8e75bd,revision_number=0']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:54.845300 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-f916fbed-be14-4e56-9eba-b05302b83e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (2f1d108d-128f-485f-aac8-71797603d70e), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:54.903372 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-1abe3942-d39f-406d-93e6-c08f3e4118a3 None None] Provisioning complete for port 2f1d108d-128f-485f-aac8-71797603d70e triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:40:54.903730 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-1abe3942-d39f-406d-93e6-c08f3e4118a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (2f1d108d-128f-485f-aac8-71797603d70e), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:54.908061 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-35768f45-7042-43d4-83ed-e9c6ec0a76d6 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:54.915098 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-35768f45-7042-43d4-83ed-e9c6ec0a76d6 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4057529 Jul 28 05:40:54.915762 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 44004) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:40:54.921597 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-2b2b8bfb-6dbc-45a4-adcd-d4372b2b9154 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Request body: {'security_group_rule': {'security_group_id': '5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5', 'project_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:40:54.945941 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608202a-b9e7-47a1-a74b-239b20ad2302 None None] Pushing event updated for resources: {'Port': ['ID=2f1d108d-128f-485f-aac8-71797603d70e,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:54.953224 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f916fbed-be14-4e56-9eba-b05302b83e1a None None] Routers {'b08402ef-5662-4629-9836-a4d821812bd3'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:40:54.954119 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-f916fbed-be14-4e56-9eba-b05302b83e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:40:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['b08402ef-5662-4629-9836-a4d821812bd3'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:40:55.091642 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-2b2b8bfb-6dbc-45a4-adcd-d4372b2b9154 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks [] for security_group_rule (d427329b-e881-4873-9570-e233a909b013), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:55.098960 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-1abe3942-d39f-406d-93e6-c08f3e4118a3 None None] Current status of the port 2f1d108d-128f-485f-aac8-71797603d70e is: DOWN; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:40:55.099639 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-1abe3942-d39f-406d-93e6-c08f3e4118a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (2f1d108d-128f-485f-aac8-71797603d70e), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:55.119494 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-f916fbed-be14-4e56-9eba-b05302b83e1a None None] Set router b08402ef-5662-4629-9836-a4d821812bd3 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:40:55.161790 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-2b2b8bfb-6dbc-45a4-adcd-d4372b2b9154 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks [] for security_group_rule (d427329b-e881-4873-9570-e233a909b013), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:55.203566 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:55.208482 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-1abe3942-d39f-406d-93e6-c08f3e4118a3 None None] For port 2f1d108d-128f-485f-aac8-71797603d70e, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=2f1d108d-128f-485f-aac8-71797603d70e,segment=NetworkSegment(7fc965e4-0d77-4a05-a191-82b198366b54),segment_id=7fc965e4-0d77-4a05-a191-82b198366b54)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:40:55.239160 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-2b2b8bfb-6dbc-45a4-adcd-d4372b2b9154 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703374'] for security_group_rule (d427329b-e881-4873-9570-e233a909b013), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:55.261008 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2b8bfb-6dbc-45a4-adcd-d4372b2b9154 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d427329b-e881-4873-9570-e233a909b013,revision_number=0']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:55.374866 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-2b2b8bfb-6dbc-45a4-adcd-d4372b2b9154 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:55.379464 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-2b2b8bfb-6dbc-45a4-adcd-d4372b2b9154 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4596722 Jul 28 05:40:55.379826 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 44058) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:40:55.381779 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-1abe3942-d39f-406d-93e6-c08f3e4118a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (2f1d108d-128f-485f-aac8-71797603d70e), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:55.384401 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-049bb43f-5f5b-4888-ab70-3120010b5611 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Request body: {'security_group_rule': {'security_group_id': '5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5', 'project_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:40:55.461007 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe3942-d39f-406d-93e6-c08f3e4118a3 None None] Pushing event updated for resources: {'Port': ['ID=2f1d108d-128f-485f-aac8-71797603d70e,revision_number=5']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:55.479005 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.db.securitygroups_db [None req-049bb43f-5f5b-4888-ab70-3120010b5611 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Project 42f0cd3e66ff4f08bcabdd66f24995ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 05:40:55.485585 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-049bb43f-5f5b-4888-ab70-3120010b5611 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks [] for security_group_rule (8d8cf7d0-9645-4a41-9759-49070c4b19f7), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:55.508199 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-c35f7e92-fb92-44a6-9018-4a0f42bc2f54 None None] Provisioning complete for port 2f1d108d-128f-485f-aac8-71797603d70e triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:40:55.508577 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-c35f7e92-fb92-44a6-9018-4a0f42bc2f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (2f1d108d-128f-485f-aac8-71797603d70e), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:55.540990 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-f916fbed-be14-4e56-9eba-b05302b83e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08402ef-5662-4629-9836-a4d821812bd3', 'name': 'tempest-TestShelveInstance-1051350993-router', 'tenant_id': 'c76b4d6891ab46e389c696871666825f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '23204958-bcb6-463d-81c8-a455b01591ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:40:47Z', 'updated_at': '2022-07-28T05:40:52Z', 'revision_number': 4, 'project_id': 'c76b4d6891ab46e389c696871666825f', 'gw_port': {'id': '23204958-bcb6-463d-81c8-a455b01591ef', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08402ef-5662-4629-9836-a4d821812bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:40:48Z', 'updated_at': '2022-07-28T05:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': '2f1d108d-128f-485f-aac8-71797603d70e', 'name': '', 'network_id': '0ceb3dca-b55e-48fb-9dcc-2710dd8d4d06', 'tenant_id': 'c76b4d6891ab46e389c696871666825f', 'mac_address': 'fa:16:3e:bd:e6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08402ef-5662-4629-9836-a4d821812bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'c1c393f3-26cd-4f62-8829-ee321f57c876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:40:51Z', 'updated_at': '2022-07-28T05:40:54Z', 'revision_number': 4, 'project_id': 'c76b4d6891ab46e389c696871666825f', 'subnets': [{'id': 'c1c393f3-26cd-4f62-8829-ee321f57c876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:40:55.549757 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-049bb43f-5f5b-4888-ab70-3120010b5611 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks [] for security_group_rule (8d8cf7d0-9645-4a41-9759-49070c4b19f7), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:55.574211 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f916fbed-be14-4e56-9eba-b05302b83e1a None None] The sync data for ids ['b08402ef-5662-4629-9836-a4d821812bd3'] in dv-cinder-799871-48-iscsi is: [{'id': 'b08402ef-5662-4629-9836-a4d821812bd3', 'name': 'tempest-TestShelveInstance-1051350993-router', 'tenant_id': 'c76b4d6891ab46e389c696871666825f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '23204958-bcb6-463d-81c8-a455b01591ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:40:47Z', 'updated_at': '2022-07-28T05:40:52Z', 'revision_number': 4, 'project_id': 'c76b4d6891ab46e389c696871666825f', 'gw_port': {'id': '23204958-bcb6-463d-81c8-a455b01591ef', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08402ef-5662-4629-9836-a4d821812bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:40:48Z', 'updated_at': '2022-07-28T05:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': '2f1d108d-128f-485f-aac8-71797603d70e', 'name': '', 'network_id': '0ceb3dca-b55e-48fb-9dcc-2710dd8d4d06', 'tenant_id': 'c76b4d6891ab46e389c696871666825f', 'mac_address': 'fa:16:3e:bd:e6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08402ef-5662-4629-9836-a4d821812bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'c1c393f3-26cd-4f62-8829-ee321f57c876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:40:51Z', 'updated_at': '2022-07-28T05:40:54Z', 'revision_number': 4, 'project_id': 'c76b4d6891ab46e389c696871666825f', 'subnets': [{'id': 'c1c393f3-26cd-4f62-8829-ee321f57c876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:40:55.645095 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-c35f7e92-fb92-44a6-9018-4a0f42bc2f54 None None] Current status of the port 2f1d108d-128f-485f-aac8-71797603d70e is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:40:55.651851 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-049bb43f-5f5b-4888-ab70-3120010b5611 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703374'] for security_group_rule (8d8cf7d0-9645-4a41-9759-49070c4b19f7), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:55.674271 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049bb43f-5f5b-4888-ab70-3120010b5611 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d8cf7d0-9645-4a41-9759-49070c4b19f7,revision_number=0']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:55.763269 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-049bb43f-5f5b-4888-ab70-3120010b5611 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:55.765038 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-049bb43f-5f5b-4888-ab70-3120010b5611 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3834431 Jul 28 05:40:55.767755 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 44064) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:40:55.773996 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [None req-283f3bc2-85f6-457e-814c-af6996f12055 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Request body: {'security_group_rule': {'security_group_id': '5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5', 'project_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:40:55.875747 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.db.securitygroups_db [None req-283f3bc2-85f6-457e-814c-af6996f12055 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Project 42f0cd3e66ff4f08bcabdd66f24995ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 05:40:55.888617 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-283f3bc2-85f6-457e-814c-af6996f12055 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks [] for security_group_rule (ebe9758c-a9ef-4277-b856-e21304b67beb), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:55.918110 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:40:55.955109 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-283f3bc2-85f6-457e-814c-af6996f12055 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks [] for security_group_rule (ebe9758c-a9ef-4277-b856-e21304b67beb), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:56.051854 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-283f3bc2-85f6-457e-814c-af6996f12055 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3703374'] for security_group_rule (ebe9758c-a9ef-4277-b856-e21304b67beb), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:56.076415 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f3bc2-85f6-457e-814c-af6996f12055 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebe9758c-a9ef-4277-b856-e21304b67beb,revision_number=0']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:56.175049 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-283f3bc2-85f6-457e-814c-af6996f12055 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:56.176444 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-283f3bc2-85f6-457e-814c-af6996f12055 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4068015 Jul 28 05:40:56.409986 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 2f1d108d-128f-485f-aac8-71797603d70e up at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:40:56.460850 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Provisioning complete for port 2f1d108d-128f-485f-aac8-71797603d70e triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:40:56.461236 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (2f1d108d-128f-485f-aac8-71797603d70e), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:56.545282 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port 2f1d108d-128f-485f-aac8-71797603d70e is: ACTIVE; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:40:58.706202 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 44194) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:40:58.842776 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-03ba1b45-1c1b-4f83-a702-ea8fa8e7d25b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2a92cc42de224a0290e6328adb1e1924&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353137 Jul 28 05:40:58.845174 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 44198) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:40:58.895080 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-7b1b56a5-8f8b-4525-9532-4699cadc0c5e admin admin] Publish callbacks [] for security_group (6569d13d-e803-4e87-83fe-30231b22d890), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:58.916528 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-7b1b56a5-8f8b-4525-9532-4699cadc0c5e admin admin] Publish callbacks [] for security_group (6569d13d-e803-4e87-83fe-30231b22d890), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:59.047322 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-7b1b56a5-8f8b-4525-9532-4699cadc0c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (6569d13d-e803-4e87-83fe-30231b22d890), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:59.050003 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-7b1b56a5-8f8b-4525-9532-4699cadc0c5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:40:59.051178 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-7b1b56a5-8f8b-4525-9532-4699cadc0c5e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6569d13d-e803-4e87-83fe-30231b22d890 HTTP/1.1" status: 204 len: 168 time: 0.2050755 Jul 28 05:40:59.064955 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b56a5-8f8b-4525-9532-4699cadc0c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6569d13d-e803-4e87-83fe-30231b22d890,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:59.069606 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b56a5-8f8b-4525-9532-4699cadc0c5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:59.069983 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b56a5-8f8b-4525-9532-4699cadc0c5e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:59.070331 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b56a5-8f8b-4525-9532-4699cadc0c5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:59.070674 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b56a5-8f8b-4525-9532-4699cadc0c5e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:59.071017 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b56a5-8f8b-4525-9532-4699cadc0c5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:59.071355 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b56a5-8f8b-4525-9532-4699cadc0c5e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:59.071817 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b56a5-8f8b-4525-9532-4699cadc0c5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:59.072013 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b56a5-8f8b-4525-9532-4699cadc0c5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:59.072423 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b56a5-8f8b-4525-9532-4699cadc0c5e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:59.072647 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b56a5-8f8b-4525-9532-4699cadc0c5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:59.072978 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b56a5-8f8b-4525-9532-4699cadc0c5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:59.073311 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b56a5-8f8b-4525-9532-4699cadc0c5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:59.073664 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b56a5-8f8b-4525-9532-4699cadc0c5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:59.074050 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b56a5-8f8b-4525-9532-4699cadc0c5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:59.074378 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b56a5-8f8b-4525-9532-4699cadc0c5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:41:03.256863 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:41:03.845775 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:41:03.854649 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=30 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:41:05.261447 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=39,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:41:05.319215 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-2f72b2a3-f2a1-4e3e-8fe2-15e1b1936718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:41:07.641072 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-3448bcb6-e097-472f-83d7-8c7b0e82230d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:41:08.644373 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:41:09.055287 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=67,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:41:09.063334 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:41:10.532187 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:41:10.708211 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:41:10.810068 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:41:12.005093 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d68e7beb-682d-472f-850f-a1760de3a084 req-7176c92d-d71b-4302-b6a0-aac5fc637f78 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-353047855&fields=id&tenant_id=42f0cd3e66ff4f08bcabdd66f24995ff HTTP/1.1" status: 200 len: 267 time: 0.0499222 Jul 28 05:41:12.115104 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e7beb-682d-472f-850f-a1760de3a084 req-c9fef8d0-733d-4889-ae8b-1c7103b6369d tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:41:12.116482 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d68e7beb-682d-472f-850f-a1760de3a084 req-c9fef8d0-733d-4889-ae8b-1c7103b6369d tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/networks?id=d35a5d75-c1c1-4569-87f3-e51b7895c9f5 HTTP/1.1" status: 200 len: 809 time: 0.1043131 Jul 28 05:41:12.131498 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d68e7beb-682d-472f-850f-a1760de3a084 req-fb98d5b1-202a-4ba4-8a54-01a1d00b13ac tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/quotas/42f0cd3e66ff4f08bcabdd66f24995ff HTTP/1.1" status: 200 len: 375 time: 0.0094194 Jul 28 05:41:12.180583 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d68e7beb-682d-472f-850f-a1760de3a084 req-fef3c2ab-4bda-47ec-bd27-82b20cf7c80f tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=42f0cd3e66ff4f08bcabdd66f24995ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441952 Jul 28 05:41:12.276365 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d68e7beb-682d-472f-850f-a1760de3a084 req-6cb47981-667e-4b32-8f7d-784156af3baa service neutron] 10.222.0.33 "GET /v2.0/networks/d35a5d75-c1c1-4569-87f3-e51b7895c9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848708 Jul 28 05:41:12.368758 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d68e7beb-682d-472f-850f-a1760de3a084 req-78d4d663-5cef-4c7a-983c-5a158a22154b service neutron] 10.222.0.33 "GET /v2.0/networks/d35a5d75-c1c1-4569-87f3-e51b7895c9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867271 Jul 28 05:41:12.929538 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-750ca594-6715-4d82-a631-bb4bfef3663a req-44de34c3-7b9d-41f0-9261-07b08f519687 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 210 time: 0.0286484 Jul 28 05:41:14.028280 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2223edc8-f337-48ea-bbc5-d7aa0740a9de req-5e4d576b-7b0b-4f4e-8a29-4a479cb5b136 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 210 time: 0.0280323 Jul 28 05:41:14.922409 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e7beb-682d-472f-850f-a1760de3a084 req-8dc15dff-d5b3-45f3-a5db-db40342671db tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:41:14.923916 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-d68e7beb-682d-472f-850f-a1760de3a084 req-8dc15dff-d5b3-45f3-a5db-db40342671db tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.57 "GET /v2.0/networks?id=d35a5d75-c1c1-4569-87f3-e51b7895c9f5 HTTP/1.1" status: 200 len: 809 time: 0.1049707 Jul 28 05:41:14.988035 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-d68e7beb-682d-472f-850f-a1760de3a084 req-5e35750b-bd08-43bf-bb3c-1dd95bf5895f tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42f0cd3e66ff4f08bcabdd66f24995ff HTTP/1.1" status: 200 len: 379 time: 0.0539386 Jul 28 05:41:14.997922 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [req-d68e7beb-682d-472f-850f-a1760de3a084 req-2a5ab85c-bd0b-4d9a-b889-0c3391673f00 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Request body: {'port': {'device_id': '37d4fabd-fff3-4a2e-8278-a2451c230347', 'network_id': 'd35a5d75-c1c1-4569-87f3-e51b7895c9f5', 'admin_state_up': True, 'tenant_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'security_groups': ['5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5']}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:41:15.135412 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4089e3f5-f0bd-4e65-87ab-241d63729fac req-59e3fc0d-1d3e-4a83-aa8c-3581ef2696e3 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 210 time: 0.0337873 Jul 28 05:41:15.198692 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d68e7beb-682d-472f-850f-a1760de3a084 req-2a5ab85c-bd0b-4d9a-b889-0c3391673f00 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Made reservation on behalf of 42f0cd3e66ff4f08bcabdd66f24995ff for: {'port': 1} {{(pid=104273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:41:15.202154 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-d68e7beb-682d-472f-850f-a1760de3a084 req-2a5ab85c-bd0b-4d9a-b889-0c3391673f00 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:41:15.327517 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.db_base_plugin_common [req-d68e7beb-682d-472f-850f-a1760de3a084 req-2a5ab85c-bd0b-4d9a-b889-0c3391673f00 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Allocated IP 172.20.0.10 (d35a5d75-c1c1-4569-87f3-e51b7895c9f5/d3408c94-ba76-45a6-92ab-69ae3f0aeb78/dabecf43-c874-4b75-a78a-c55fa1c40977) {{(pid=104273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:41:15.471029 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-d68e7beb-682d-472f-850f-a1760de3a084 req-2a5ab85c-bd0b-4d9a-b889-0c3391673f00 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks [] for port (dabecf43-c874-4b75-a78a-c55fa1c40977), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:41:15.564403 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-d68e7beb-682d-472f-850f-a1760de3a084 req-2a5ab85c-bd0b-4d9a-b889-0c3391673f00 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (dabecf43-c874-4b75-a78a-c55fa1c40977), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:41:15.609727 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d68e7beb-682d-472f-850f-a1760de3a084 req-2a5ab85c-bd0b-4d9a-b889-0c3391673f00 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Network d35a5d75-c1c1-4569-87f3-e51b7895c9f5 is already hosted by enough agents. {{(pid=104273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:41:15.615654 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [req-d68e7beb-682d-472f-850f-a1760de3a084 req-2a5ab85c-bd0b-4d9a-b889-0c3391673f00 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Resources bound (agent type, host, resource id): {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:41:15.619665 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [req-d68e7beb-682d-472f-850f-a1760de3a084 req-2a5ab85c-bd0b-4d9a-b889-0c3391673f00 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Received port after_create {{(pid=104273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:41:15.650391 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ab85c-bd0b-4d9a-b889-0c3391673f00 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Pushing event updated for resources: {'Port': ['ID=dabecf43-c874-4b75-a78a-c55fa1c40977,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:41:15.677090 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e7beb-682d-472f-850f-a1760de3a084 req-2a5ab85c-bd0b-4d9a-b889-0c3391673f00 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:41:15.678355 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-d68e7beb-682d-472f-850f-a1760de3a084 req-2a5ab85c-bd0b-4d9a-b889-0c3391673f00 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:41:15.758117 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-d68e7beb-682d-472f-850f-a1760de3a084 req-2a5ab85c-bd0b-4d9a-b889-0c3391673f00 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7636876 Jul 28 05:41:15.769949 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [req-d68e7beb-682d-472f-850f-a1760de3a084 req-40dbd2b8-a465-4b1d-96e8-193f0a6f70d8 service neutron] Request body: {'port': {'device_id': '37d4fabd-fff3-4a2e-8278-a2451c230347', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:41:15.832863 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-d68e7beb-682d-472f-850f-a1760de3a084 req-40dbd2b8-a465-4b1d-96e8-193f0a6f70d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (dabecf43-c874-4b75-a78a-c55fa1c40977), before_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:41:15.846323 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:41:15.863764 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:41:15.885886 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-8eac1940-fadf-4e8b-a0a8-2978e10ba43e None None] Provisioning complete for port dabecf43-c874-4b75-a78a-c55fa1c40977 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:41:15.886464 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-8eac1940-fadf-4e8b-a0a8-2978e10ba43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (dabecf43-c874-4b75-a78a-c55fa1c40977), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:41:15.921179 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-8eac1940-fadf-4e8b-a0a8-2978e10ba43e None None] Port dabecf43-c874-4b75-a78a-c55fa1c40977 cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:41:16.095148 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [req-d68e7beb-682d-472f-850f-a1760de3a084 req-40dbd2b8-a465-4b1d-96e8-193f0a6f70d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dabecf43-c874-4b75-a78a-c55fa1c40977 {{(pid=104273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:41:16.103533 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-d68e7beb-682d-472f-850f-a1760de3a084 req-40dbd2b8-a465-4b1d-96e8-193f0a6f70d8 service neutron] Publish callbacks [] for port (dabecf43-c874-4b75-a78a-c55fa1c40977), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:41:16.115963 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.provisioning_blocks [req-d68e7beb-682d-472f-850f-a1760de3a084 req-40dbd2b8-a465-4b1d-96e8-193f0a6f70d8 service neutron] Transition to ACTIVE for port object dabecf43-c874-4b75-a78a-c55fa1c40977 will not be triggered until provisioned by entity L2. {{(pid=104273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 05:41:16.183539 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-d68e7beb-682d-472f-850f-a1760de3a084 req-40dbd2b8-a465-4b1d-96e8-193f0a6f70d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8744973'] for port (dabecf43-c874-4b75-a78a-c55fa1c40977), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:41:16.254852 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dbd2b8-a465-4b1d-96e8-193f0a6f70d8 service neutron] Pushing event updated for resources: {'Port': ['ID=dabecf43-c874-4b75-a78a-c55fa1c40977,revision_number=2']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:41:16.267046 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85a48a-ed86-401f-ba6b-05d74a7f392c req-f0833bb9-4a4e-4e60-be04-49eaa1deab59 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:41:16.269197 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-dc85a48a-ed86-401f-ba6b-05d74a7f392c req-f0833bb9-4a4e-4e60-be04-49eaa1deab59 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 944 time: 0.0607669 Jul 28 05:41:16.311866 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.managers [req-d68e7beb-682d-472f-850f-a1760de3a084 req-40dbd2b8-a465-4b1d-96e8-193f0a6f70d8 service neutron] Attempting to bind port dabecf43-c874-4b75-a78a-c55fa1c40977 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:41:16.312199 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.managers [req-d68e7beb-682d-472f-850f-a1760de3a084 req-40dbd2b8-a465-4b1d-96e8-193f0a6f70d8 service neutron] Attempting to bind port dabecf43-c874-4b75-a78a-c55fa1c40977 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '47b6d266-4baa-4150-bdb7-5a225197d438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd35a5d75-c1c1-4569-87f3-e51b7895c9f5'}] {{(pid=104273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:41:16.312662 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68e7beb-682d-472f-850f-a1760de3a084 req-40dbd2b8-a465-4b1d-96e8-193f0a6f70d8 service neutron] Attempting to bind port dabecf43-c874-4b75-a78a-c55fa1c40977 on network d35a5d75-c1c1-4569-87f3-e51b7895c9f5 {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:41:16.318833 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68e7beb-682d-472f-850f-a1760de3a084 req-40dbd2b8-a465-4b1d-96e8-193f0a6f70d8 service neutron] Port dabecf43-c874-4b75-a78a-c55fa1c40977 on network d35a5d75-c1c1-4569-87f3-e51b7895c9f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 05:41:16.318989 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68e7beb-682d-472f-850f-a1760de3a084 req-40dbd2b8-a465-4b1d-96e8-193f0a6f70d8 service neutron] Attempting to bind port dabecf43-c874-4b75-a78a-c55fa1c40977 on network d35a5d75-c1c1-4569-87f3-e51b7895c9f5 {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:41:16.324117 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68e7beb-682d-472f-850f-a1760de3a084 req-40dbd2b8-a465-4b1d-96e8-193f0a6f70d8 service neutron] Checking agent: {'id': '50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'started_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:41:16.324448 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68e7beb-682d-472f-850f-a1760de3a084 req-40dbd2b8-a465-4b1d-96e8-193f0a6f70d8 service neutron] Checking segment: {'id': '47b6d266-4baa-4150-bdb7-5a225197d438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd35a5d75-c1c1-4569-87f3-e51b7895c9f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:41:16.324835 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68e7beb-682d-472f-850f-a1760de3a084 req-40dbd2b8-a465-4b1d-96e8-193f0a6f70d8 service neutron] Bound using segment: {'id': '47b6d266-4baa-4150-bdb7-5a225197d438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd35a5d75-c1c1-4569-87f3-e51b7895c9f5'} {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:41:16.325337 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.managers [req-d68e7beb-682d-472f-850f-a1760de3a084 req-40dbd2b8-a465-4b1d-96e8-193f0a6f70d8 service neutron] Bound port: dabecf43-c874-4b75-a78a-c55fa1c40977, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47b6d266-4baa-4150-bdb7-5a225197d438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd35a5d75-c1c1-4569-87f3-e51b7895c9f5'}}] {{(pid=104273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:41:16.325645 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-d68e7beb-682d-472f-850f-a1760de3a084 req-40dbd2b8-a465-4b1d-96e8-193f0a6f70d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (dabecf43-c874-4b75-a78a-c55fa1c40977), before_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:41:16.331111 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-dc85a48a-ed86-401f-ba6b-05d74a7f392c req-31db7978-9c53-4234-b6f4-4f58b7687a4a tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553217 Jul 28 05:41:16.362755 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:41:16.395688 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [req-d68e7beb-682d-472f-850f-a1760de3a084 req-40dbd2b8-a465-4b1d-96e8-193f0a6f70d8 service neutron] For port dabecf43-c874-4b75-a78a-c55fa1c40977, host hv-cinder-79987, cleared binding levels {{(pid=104273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:41:16.399980 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [req-d68e7beb-682d-472f-850f-a1760de3a084 req-40dbd2b8-a465-4b1d-96e8-193f0a6f70d8 service neutron] For port dabecf43-c874-4b75-a78a-c55fa1c40977, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=dabecf43-c874-4b75-a78a-c55fa1c40977,segment=NetworkSegment(47b6d266-4baa-4150-bdb7-5a225197d438),segment_id=47b6d266-4baa-4150-bdb7-5a225197d438)] {{(pid=104273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:41:16.479167 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-d68e7beb-682d-472f-850f-a1760de3a084 req-40dbd2b8-a465-4b1d-96e8-193f0a6f70d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8744973'] for port (dabecf43-c874-4b75-a78a-c55fa1c40977), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:41:16.513511 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e7beb-682d-472f-850f-a1760de3a084 req-40dbd2b8-a465-4b1d-96e8-193f0a6f70d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:41:16.514140 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-d68e7beb-682d-472f-850f-a1760de3a084 req-40dbd2b8-a465-4b1d-96e8-193f0a6f70d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:41:16.515452 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-d68e7beb-682d-472f-850f-a1760de3a084 req-40dbd2b8-a465-4b1d-96e8-193f0a6f70d8 service neutron] 10.222.0.57 "PUT /v2.0/ports/dabecf43-c874-4b75-a78a-c55fa1c40977 HTTP/1.1" status: 200 len: 1094 time: 0.7500560 Jul 28 05:41:16.515869 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37d4fabd-fff3-4a2e-8278-a2451c230347', 'tag': 'dabecf43-c874-4b75-a78a-c55fa1c40977'}] {{(pid=104273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:41:16.518357 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}294c2db51adabc0e3fe9263869e3ac3ebddb58bd39f135069541a8ae7da0566b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa9b988-f0fd-4cb3-a518-c64a8ef0cd70" -d '{"events": [{"name": "network-changed", "server_uuid": "37d4fabd-fff3-4a2e-8278-a2451c230347", "tag": "dabecf43-c874-4b75-a78a-c55fa1c40977"}]}' {{(pid=104273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:41:16.548373 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dbd2b8-a465-4b1d-96e8-193f0a6f70d8 service neutron] Pushing event updated for resources: {'Port': ['ID=dabecf43-c874-4b75-a78a-c55fa1c40977,revision_number=3']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:41:16.561958 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db392ae-76cd-43fd-8acb-97055cbaa765 x-openstack-request-id: req-8db392ae-76cd-43fd-8acb-97055cbaa765 {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:41:16.562248 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37d4fabd-fff3-4a2e-8278-a2451c230347", "tag": "dabecf43-c874-4b75-a78a-c55fa1c40977", "status": "completed", "code": 200}]} {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:41:16.562502 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8db392ae-76cd-43fd-8acb-97055cbaa765 {{(pid=104273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:41:16.562904 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8db392ae-76cd-43fd-8acb-97055cbaa765'] response: {'name': 'network-changed', 'server_uuid': '37d4fabd-fff3-4a2e-8278-a2451c230347', 'tag': 'dabecf43-c874-4b75-a78a-c55fa1c40977', 'status': 'completed', 'code': 200} Jul 28 05:41:16.626036 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9b988-f0fd-4cb3-a518-c64a8ef0cd70 req-4efb5a70-67a1-4ef6-9653-23bf0df9a49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:41:16.627551 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-9aa9b988-f0fd-4cb3-a518-c64a8ef0cd70 req-4efb5a70-67a1-4ef6-9653-23bf0df9a49f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=42f0cd3e66ff4f08bcabdd66f24995ff&device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 1128 time: 0.0424178 Jul 28 05:41:16.733494 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9b988-f0fd-4cb3-a518-c64a8ef0cd70 req-e557ccd4-d1bb-4426-a6d2-91cac31aab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:41:16.734990 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-9aa9b988-f0fd-4cb3-a518-c64a8ef0cd70 req-e557ccd4-d1bb-4426-a6d2-91cac31aab44 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=42f0cd3e66ff4f08bcabdd66f24995ff&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0999968 Jul 28 05:41:16.828240 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9b988-f0fd-4cb3-a518-c64a8ef0cd70 req-a0b96624-c560-418b-bcc7-05924c5f12cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:41:16.829680 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-9aa9b988-f0fd-4cb3-a518-c64a8ef0cd70 req-a0b96624-c560-418b-bcc7-05924c5f12cd service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885990 Jul 28 05:41:16.905060 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e7beb-682d-472f-850f-a1760de3a084 req-74543f0f-d105-4afb-a73b-7bcf085efd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:41:16.906607 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-d68e7beb-682d-472f-850f-a1760de3a084 req-74543f0f-d105-4afb-a73b-7bcf085efd06 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=42f0cd3e66ff4f08bcabdd66f24995ff&device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 1128 time: 0.0432823 Jul 28 05:41:16.946397 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-d68e7beb-682d-472f-850f-a1760de3a084 req-97f7e06a-f654-47bc-8743-151774b5aaeb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dabecf43-c874-4b75-a78a-c55fa1c40977 HTTP/1.1" status: 200 len: 217 time: 0.0325689 Jul 28 05:41:16.994296 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e7beb-682d-472f-850f-a1760de3a084 req-567d9bb5-22ee-4bcf-8b3c-7d473a9695d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:41:16.995737 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-d68e7beb-682d-472f-850f-a1760de3a084 req-567d9bb5-22ee-4bcf-8b3c-7d473a9695d4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d3408c94-ba76-45a6-92ab-69ae3f0aeb78 HTTP/1.1" status: 200 len: 848 time: 0.0439451 Jul 28 05:41:17.045900 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e7beb-682d-472f-850f-a1760de3a084 req-46096567-3ef7-483c-925e-95f05e2c6e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:41:17.047353 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-d68e7beb-682d-472f-850f-a1760de3a084 req-46096567-3ef7-483c-925e-95f05e2c6e91 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d35a5d75-c1c1-4569-87f3-e51b7895c9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436583 Jul 28 05:41:17.137231 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-d68e7beb-682d-472f-850f-a1760de3a084 req-32e1032b-7c0d-4416-a7b7-50cc63be9c77 service neutron] 10.222.0.57 "GET /v2.0/networks/d35a5d75-c1c1-4569-87f3-e51b7895c9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829356 Jul 28 05:41:17.205773 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:41:17.231441 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-d68e7beb-682d-472f-850f-a1760de3a084 req-e0914c1a-a36c-4350-addb-2af10a3cfbf0 service neutron] 10.222.0.57 "GET /v2.0/networks/d35a5d75-c1c1-4569-87f3-e51b7895c9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872958 Jul 28 05:41:17.450568 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34012f97-7261-4713-8653-2fd80c251711 req-81e40e9b-67bf-467e-99b0-11e94bf74442 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:41:17.452023 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-34012f97-7261-4713-8653-2fd80c251711 req-81e40e9b-67bf-467e-99b0-11e94bf74442 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 944 time: 0.0471642 Jul 28 05:41:17.504481 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-34012f97-7261-4713-8653-2fd80c251711 req-146c5733-d327-4518-92f4-ecf0c488f2f1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469854 Jul 28 05:41:17.847615 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 6 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:41:18.621494 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95bb360-28f0-45e1-858f-91dc6bc15167 req-a6fc2781-a9d4-4304-96b9-42e6487a184b tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:41:18.623053 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f95bb360-28f0-45e1-858f-91dc6bc15167 req-a6fc2781-a9d4-4304-96b9-42e6487a184b tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 944 time: 0.0483978 Jul 28 05:41:18.671749 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f95bb360-28f0-45e1-858f-91dc6bc15167 req-154898d9-3ab7-45ab-808e-2b291fc06719 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429511 Jul 28 05:41:19.786754 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d5572-0f59-4bfe-9688-263d9866e0ab req-d9a3962d-fb52-4973-a556-4b1df5b93aaf tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:41:19.788216 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2e6d5572-0f59-4bfe-9688-263d9866e0ab req-d9a3962d-fb52-4973-a556-4b1df5b93aaf tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 944 time: 0.0467517 Jul 28 05:41:19.838986 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2e6d5572-0f59-4bfe-9688-263d9866e0ab req-541a56b4-b6f5-4e3a-80cf-356f7b53c0cc tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453632 Jul 28 05:41:20.956560 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5c7cc-1c31-4556-b051-7ed8bf86d21c req-06748ed5-062d-4ab0-9228-ebd9835a6976 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:41:20.958034 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-24b5c7cc-1c31-4556-b051-7ed8bf86d21c req-06748ed5-062d-4ab0-9228-ebd9835a6976 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 944 time: 0.0499833 Jul 28 05:41:21.006997 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-24b5c7cc-1c31-4556-b051-7ed8bf86d21c req-2ba2de07-06cd-4e98-9277-78d43cb773dd tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428119 Jul 28 05:41:22.125953 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942862bf-a207-496e-a449-1f3feb12675f req-0fcdb640-ffc1-433a-b3b9-bbc97a49ee45 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:41:22.127423 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-942862bf-a207-496e-a449-1f3feb12675f req-0fcdb640-ffc1-433a-b3b9-bbc97a49ee45 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 944 time: 0.0471983 Jul 28 05:41:22.152158 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:41:22.177172 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-942862bf-a207-496e-a449-1f3feb12675f req-63531db6-36f0-4896-898a-2c0a4e421eb3 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441806 Jul 28 05:41:23.295004 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef64d3-0701-47f4-a2d2-f940ebd3bb84 req-a584c7dd-8f73-45dc-a9d4-f0d43f82280b tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:41:23.296563 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d7ef64d3-0701-47f4-a2d2-f940ebd3bb84 req-a584c7dd-8f73-45dc-a9d4-f0d43f82280b tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 944 time: 0.0484786 Jul 28 05:41:23.324568 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:41:23.350281 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d7ef64d3-0701-47f4-a2d2-f940ebd3bb84 req-bebdd859-d9e2-4559-8e59-4f10f17175e8 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482531 Jul 28 05:41:24.466530 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f7e202-b41f-457f-8c22-4ee523a0aa31 req-354c97ba-32a7-4c88-b1c5-f2e5e6f93783 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:41:24.468002 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-96f7e202-b41f-457f-8c22-4ee523a0aa31 req-354c97ba-32a7-4c88-b1c5-f2e5e6f93783 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 944 time: 0.0473535 Jul 28 05:41:24.516946 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-96f7e202-b41f-457f-8c22-4ee523a0aa31 req-0bf405fb-199f-43ee-baca-ea6939e877ae tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433176 Jul 28 05:41:25.791247 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086735b-86f8-410b-b333-7da90f382916 req-1760bcff-b564-4af2-a9cd-d46db12b7859 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:41:25.792724 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4086735b-86f8-410b-b333-7da90f382916 req-1760bcff-b564-4af2-a9cd-d46db12b7859 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 944 time: 0.2044358 Jul 28 05:41:25.842374 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4086735b-86f8-410b-b333-7da90f382916 req-ae1fd5af-8bcd-447c-989f-976c6ade0d31 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440958 Jul 28 05:41:26.399151 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device dabecf43-c874-4b75-a78a-c55fa1c40977 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:41:26.402331 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=40,neutron:UPDATE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:41:26.500892 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port dabecf43-c874-4b75-a78a-c55fa1c40977, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=dabecf43-c874-4b75-a78a-c55fa1c40977,segment=NetworkSegment(47b6d266-4baa-4150-bdb7-5a225197d438),segment_id=47b6d266-4baa-4150-bdb7-5a225197d438)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:41:26.512590 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Returning: {'device': 'dabecf43-c874-4b75-a78a-c55fa1c40977', 'network_id': 'd35a5d75-c1c1-4569-87f3-e51b7895c9f5', 'port_id': 'dabecf43-c874-4b75-a78a-c55fa1c40977', 'mac_address': 'fa:16:3e:f0:45:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3408c94-ba76-45a6-92ab-69ae3f0aeb78', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:41:26.546563 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port dabecf43-c874-4b75-a78a-c55fa1c40977 is: DOWN; New status is: BUILD {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:41:26.546892 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (dabecf43-c874-4b75-a78a-c55fa1c40977), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:41:26.560179 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dabecf43-c874-4b75-a78a-c55fa1c40977 {{(pid=104274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:41:26.579915 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port dabecf43-c874-4b75-a78a-c55fa1c40977, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=dabecf43-c874-4b75-a78a-c55fa1c40977,segment=NetworkSegment(47b6d266-4baa-4150-bdb7-5a225197d438),segment_id=47b6d266-4baa-4150-bdb7-5a225197d438)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:41:26.674760 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (dabecf43-c874-4b75-a78a-c55fa1c40977), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:41:26.725301 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=dabecf43-c874-4b75-a78a-c55fa1c40977,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:41:26.732534 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:41:26.732888 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:41:26.733235 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:41:26.733612 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:41:26.733952 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:41:26.734287 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:41:26.734619 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:41:26.734949 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:41:26.735279 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:41:26.735610 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:41:26.735940 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:41:26.736269 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:41:26.736594 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:41:26.736919 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:41:26.737243 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:41:26.886519 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] get_ports_and_sgs() called for port_ids ['dabecf43-c874-4b75-a78a-c55fa1c40977'] {{(pid=104274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:41:26.964548 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec24ed5-2f9d-45cf-a7d9-672bf51b711f req-524e1f96-ddeb-4fc0-88e9-bc34b6d72ad0 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:41:26.966046 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8ec24ed5-2f9d-45cf-a7d9-672bf51b711f req-524e1f96-ddeb-4fc0-88e9-bc34b6d72ad0 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 945 time: 0.0514596 Jul 28 05:41:27.016110 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8ec24ed5-2f9d-45cf-a7d9-672bf51b711f req-83bde0f3-fb5e-48fd-9691-0be2b5e31fbd tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445399 Jul 28 05:41:27.228768 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=47 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:41:28.134649 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb0f9f-ae28-43aa-bdf6-daab8047e58b req-ff44609e-af92-4246-958a-2167248e7f65 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:41:28.136116 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-71eb0f9f-ae28-43aa-bdf6-daab8047e58b req-ff44609e-af92-4246-958a-2167248e7f65 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 945 time: 0.0479584 Jul 28 05:41:28.184649 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-71eb0f9f-ae28-43aa-bdf6-daab8047e58b req-744f120f-d1f8-4bc2-8354-bc38e8a7b728 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431137 Jul 28 05:41:28.414428 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device dabecf43-c874-4b75-a78a-c55fa1c40977 up at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:41:28.456093 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning for port dabecf43-c874-4b75-a78a-c55fa1c40977 completed by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 05:41:28.523692 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning complete for port dabecf43-c874-4b75-a78a-c55fa1c40977 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:41:28.524079 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (dabecf43-c874-4b75-a78a-c55fa1c40977), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:41:28.560788 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:41:28.600614 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port dabecf43-c874-4b75-a78a-c55fa1c40977 is: BUILD; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:41:28.600931 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (dabecf43-c874-4b75-a78a-c55fa1c40977), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:41:28.623807 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d4fabd-fff3-4a2e-8278-a2451c230347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dabecf43-c874-4b75-a78a-c55fa1c40977'}] {{(pid=104274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:41:28.626071 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fca5e984e5382dc69b1537007bd6daca7693f884f9b7ded019456fb151e79c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8bbd76-c4da-49c8-89e9-bcf959245ac9" -d '{"events": [{"server_uuid": "37d4fabd-fff3-4a2e-8278-a2451c230347", "name": "network-vif-plugged", "status": "completed", "tag": "dabecf43-c874-4b75-a78a-c55fa1c40977"}]}' {{(pid=104274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:41:28.638479 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port dabecf43-c874-4b75-a78a-c55fa1c40977, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=dabecf43-c874-4b75-a78a-c55fa1c40977,segment=NetworkSegment(47b6d266-4baa-4150-bdb7-5a225197d438),segment_id=47b6d266-4baa-4150-bdb7-5a225197d438)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:41:28.662707 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1efcd40-5465-436e-8615-cb98712b0dd5 x-openstack-request-id: req-c1efcd40-5465-436e-8615-cb98712b0dd5 {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:41:28.662999 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37d4fabd-fff3-4a2e-8278-a2451c230347", "name": "network-vif-plugged", "status": "completed", "tag": "dabecf43-c874-4b75-a78a-c55fa1c40977", "code": 200}]} {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:41:28.663251 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c1efcd40-5465-436e-8615-cb98712b0dd5 {{(pid=104274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:41:28.663647 dv-cinder-799871-48-iscsi neutron-server[104274]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1efcd40-5465-436e-8615-cb98712b0dd5'] response: {'server_uuid': '37d4fabd-fff3-4a2e-8278-a2451c230347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dabecf43-c874-4b75-a78a-c55fa1c40977', 'code': 200} Jul 28 05:41:28.712813 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (dabecf43-c874-4b75-a78a-c55fa1c40977), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:41:28.748701 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:41:28.760560 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=dabecf43-c874-4b75-a78a-c55fa1c40977,revision_number=5']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:41:28.994870 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb35bc-e62c-42f7-8aff-8a8ee854eaa3 req-47f5e541-a969-469b-98da-176c42c1c02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:41:28.996301 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-9dcb35bc-e62c-42f7-8aff-8a8ee854eaa3 req-47f5e541-a969-469b-98da-176c42c1c02b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 1130 time: 0.0391419 Jul 28 05:41:29.042803 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-9dcb35bc-e62c-42f7-8aff-8a8ee854eaa3 req-74ece05f-3d5a-4cf5-b159-c5b62a6470b9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405467 Jul 28 05:41:29.306682 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540d4e8-87f2-4e4a-8f2c-9c3e026fac06 req-7f320e0b-023f-4821-886e-e4dfaa0e9f51 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:41:29.308135 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7540d4e8-87f2-4e4a-8f2c-9c3e026fac06 req-7f320e0b-023f-4821-886e-e4dfaa0e9f51 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 946 time: 0.0500765 Jul 28 05:41:29.356258 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7540d4e8-87f2-4e4a-8f2c-9c3e026fac06 req-59093e0b-f43a-402f-b5d7-ae568fda8172 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426350 Jul 28 05:41:30.471942 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd35b64-734d-4ee8-9084-4713a17a1433 req-90294441-8bbe-4966-b601-90b4cdcb5522 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:41:30.473405 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5fd35b64-734d-4ee8-9084-4713a17a1433 req-90294441-8bbe-4966-b601-90b4cdcb5522 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 946 time: 0.0462132 Jul 28 05:41:30.522644 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5fd35b64-734d-4ee8-9084-4713a17a1433 req-c5221576-cbe7-47d4-b172-900a80102dd5 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430043 Jul 28 05:41:30.636673 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35bee72-1989-4ef9-b09e-cf4a4957650a req-f0e91477-c688-4fbd-b15e-4cf9b1a505dd tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:41:30.638192 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d35bee72-1989-4ef9-b09e-cf4a4957650a req-f0e91477-c688-4fbd-b15e-4cf9b1a505dd tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 946 time: 0.0464189 Jul 28 05:41:30.689824 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d35bee72-1989-4ef9-b09e-cf4a4957650a req-1fa2ef0d-78e6-45ed-9b31-ca79ac31cc6b tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460601 Jul 28 05:41:30.716313 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 44304) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:41:30.855701 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0db2a9-9180-4fce-8a20-9a186a599841 tempest-TestShelveInstance-45967663 tempest-TestShelveInstance-45967663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:41:30.857234 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-da0db2a9-9180-4fce-8a20-9a186a599841 tempest-TestShelveInstance-45967663 tempest-TestShelveInstance-45967663-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 1125 time: 0.1399250 Jul 28 05:41:30.860061 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 44308) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:41:30.864238 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-1daa4ddb-0e6c-48ce-9034-62d7a4aa47d1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Request body: {'floatingip': {'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'port_id': 'dabecf43-c874-4b75-a78a-c55fa1c40977', 'tenant_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:41:30.966280 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1daa4ddb-0e6c-48ce-9034-62d7a4aa47d1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:41:31.043209 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1daa4ddb-0e6c-48ce-9034-62d7a4aa47d1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:41:31.050831 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:41:31.150407 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.db_base_plugin_common [None req-1daa4ddb-0e6c-48ce-9034-62d7a4aa47d1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Allocated IP 172.27.0.244 (d892672b-b726-43a1-a501-142ea5a750c8/481049b9-1d68-41f1-a9d6-55330db72a03/e1f90c62-d97b-4e4d-bdea-fed1f045c454) {{(pid=104272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:41:31.203961 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:41:31.255873 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1daa4ddb-0e6c-48ce-9034-62d7a4aa47d1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks [] for port (e1f90c62-d97b-4e4d-bdea-fed1f045c454), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:41:31.361156 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1daa4ddb-0e6c-48ce-9034-62d7a4aa47d1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (e1f90c62-d97b-4e4d-bdea-fed1f045c454), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:41:31.401229 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daa4ddb-0e6c-48ce-9034-62d7a4aa47d1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Network d892672b-b726-43a1-a501-142ea5a750c8 is already hosted by enough agents. {{(pid=104272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:41:31.406132 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [None req-1daa4ddb-0e6c-48ce-9034-62d7a4aa47d1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Resources bound (agent type, host, resource id): {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:41:31.409915 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daa4ddb-0e6c-48ce-9034-62d7a4aa47d1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Received port after_create {{(pid=104272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:41:31.413846 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa4ddb-0e6c-48ce-9034-62d7a4aa47d1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Pushing event updated for resources: {'Port': ['ID=e1f90c62-d97b-4e4d-bdea-fed1f045c454,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:41:31.443272 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa4ddb-0e6c-48ce-9034-62d7a4aa47d1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:41:31.443614 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa4ddb-0e6c-48ce-9034-62d7a4aa47d1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:41:31.443954 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa4ddb-0e6c-48ce-9034-62d7a4aa47d1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:41:31.444292 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa4ddb-0e6c-48ce-9034-62d7a4aa47d1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:41:31.444624 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa4ddb-0e6c-48ce-9034-62d7a4aa47d1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:41:31.444951 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa4ddb-0e6c-48ce-9034-62d7a4aa47d1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:41:31.445277 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa4ddb-0e6c-48ce-9034-62d7a4aa47d1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:41:31.445628 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa4ddb-0e6c-48ce-9034-62d7a4aa47d1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:41:31.445951 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa4ddb-0e6c-48ce-9034-62d7a4aa47d1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:41:31.446273 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa4ddb-0e6c-48ce-9034-62d7a4aa47d1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:41:31.446597 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa4ddb-0e6c-48ce-9034-62d7a4aa47d1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:41:31.446916 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa4ddb-0e6c-48ce-9034-62d7a4aa47d1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:41:31.447238 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa4ddb-0e6c-48ce-9034-62d7a4aa47d1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:41:31.447557 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa4ddb-0e6c-48ce-9034-62d7a4aa47d1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:41:31.447982 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa4ddb-0e6c-48ce-9034-62d7a4aa47d1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:41:31.743301 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:41:31.770106 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1daa4ddb-0e6c-48ce-9034-62d7a4aa47d1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks [] for floatingip (2b9ea6b1-9534-45f6-83bf-f040e4d5b98a), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:41:31.868380 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1daa4ddb-0e6c-48ce-9034-62d7a4aa47d1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (e1f90c62-d97b-4e4d-bdea-fed1f045c454), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:41:32.014743 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1daa4ddb-0e6c-48ce-9034-62d7a4aa47d1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks [] for port (e1f90c62-d97b-4e4d-bdea-fed1f045c454), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:41:32.063312 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1daa4ddb-0e6c-48ce-9034-62d7a4aa47d1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8637776'] for port (e1f90c62-d97b-4e4d-bdea-fed1f045c454), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:41:32.132084 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa4ddb-0e6c-48ce-9034-62d7a4aa47d1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Pushing event updated for resources: {'Port': ['ID=e1f90c62-d97b-4e4d-bdea-fed1f045c454,revision_number=2']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:41:32.143799 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1daa4ddb-0e6c-48ce-9034-62d7a4aa47d1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4016612'] for floatingip (2b9ea6b1-9534-45f6-83bf-f040e4d5b98a), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:41:32.236755 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.db.l3_db [None req-1daa4ddb-0e6c-48ce-9034-62d7a4aa47d1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Floating IP 2b9ea6b1-9534-45f6-83bf-f040e4d5b98a associated. External IP: 172.27.0.244, port: dabecf43-c874-4b75-a78a-c55fa1c40977. Jul 28 05:41:32.238629 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:41:32.429907 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1daa4ddb-0e6c-48ce-9034-62d7a4aa47d1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Router a3ac933c-0934-4ef3-abad-4104299fe69f has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:41:32.530234 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1daa4ddb-0e6c-48ce-9034-62d7a4aa47d1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:41:32.540005 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21971b5-8034-470a-b1db-1aa0982dcbc4 None None] Sync routers for ids ['a3ac933c-0934-4ef3-abad-4104299fe69f'] in dv-cinder-799871-48-iscsi {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:41:32.549882 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21971b5-8034-470a-b1db-1aa0982dcbc4 None None] Routers {'a3ac933c-0934-4ef3-abad-4104299fe69f'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:41:32.550490 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-a21971b5-8034-470a-b1db-1aa0982dcbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:41:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['a3ac933c-0934-4ef3-abad-4104299fe69f'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:41:32.597062 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1daa4ddb-0e6c-48ce-9034-62d7a4aa47d1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for floatingip (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:41:32.628051 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-1daa4ddb-0e6c-48ce-9034-62d7a4aa47d1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7669728 Jul 28 05:41:32.628649 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37d4fabd-fff3-4a2e-8278-a2451c230347', 'tag': 'dabecf43-c874-4b75-a78a-c55fa1c40977'}] {{(pid=104272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:41:32.631651 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90743944bbcefbc541f6211993cabd2c9418e1ba23e64f30c52edf03935cac0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192df125-8156-45ae-bd20-4b49fc137287" -d '{"events": [{"name": "network-changed", "server_uuid": "37d4fabd-fff3-4a2e-8278-a2451c230347", "tag": "dabecf43-c874-4b75-a78a-c55fa1c40977"}]}' {{(pid=104272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:41:32.654441 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-a21971b5-8034-470a-b1db-1aa0982dcbc4 None None] Set router a3ac933c-0934-4ef3-abad-4104299fe69f gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:41:32.669137 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5839ae-8c41-4040-86f5-4cf936426a8d x-openstack-request-id: req-0d5839ae-8c41-4040-86f5-4cf936426a8d {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:41:32.669430 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37d4fabd-fff3-4a2e-8278-a2451c230347", "tag": "dabecf43-c874-4b75-a78a-c55fa1c40977", "status": "completed", "code": 200}]} {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:41:32.669716 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0d5839ae-8c41-4040-86f5-4cf936426a8d {{(pid=104272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:41:32.670124 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d5839ae-8c41-4040-86f5-4cf936426a8d'] response: {'name': 'network-changed', 'server_uuid': '37d4fabd-fff3-4a2e-8278-a2451c230347', 'tag': 'dabecf43-c874-4b75-a78a-c55fa1c40977', 'status': 'completed', 'code': 200} Jul 28 05:41:32.732289 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192df125-8156-45ae-bd20-4b49fc137287 req-f3f2af69-0de5-4a77-b484-11322baedaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:41:32.733907 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-192df125-8156-45ae-bd20-4b49fc137287 req-f3f2af69-0de5-4a77-b484-11322baedaed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=42f0cd3e66ff4f08bcabdd66f24995ff&device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 1130 time: 0.0436084 Jul 28 05:41:32.829953 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192df125-8156-45ae-bd20-4b49fc137287 req-1b348f7a-d24a-4d61-b44e-2e1ac7a1ab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:41:32.831435 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-192df125-8156-45ae-bd20-4b49fc137287 req-1b348f7a-d24a-4d61-b44e-2e1ac7a1ab36 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d35a5d75-c1c1-4569-87f3-e51b7895c9f5 HTTP/1.1" status: 200 len: 910 time: 0.0906520 Jul 28 05:41:32.863745 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-a21971b5-8034-470a-b1db-1aa0982dcbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ac933c-0934-4ef3-abad-4104299fe69f', 'name': 'tempest-TestShelveInstance-1446977651-router', 'tenant_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '35c94d51-f1ba-4e54-a02e-d17b841bfbef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:40:41Z', 'updated_at': '2022-07-28T05:40:44Z', 'revision_number': 4, 'project_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'gw_port': {'id': '35c94d51-f1ba-4e54-a02e-d17b841bfbef', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac933c-0934-4ef3-abad-4104299fe69f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:40:42Z', 'updated_at': '2022-07-28T05:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': '2b9ea6b1-9534-45f6-83bf-f040e4d5b98a', 'tenant_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'floating_ip_address': '172.27.0.244', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': 'a3ac933c-0934-4ef3-abad-4104299fe69f', 'port_id': 'dabecf43-c874-4b75-a78a-c55fa1c40977', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd35a5d75-c1c1-4569-87f3-e51b7895c9f5', 'mac_address': 'fa:16:3e:f0:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d4fabd-fff3-4a2e-8278-a2451c230347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:41:31Z', 'updated_at': '2022-07-28T05:41:31Z', 'revision_number': 0, 'project_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b68b26-aad5-42fb-8205-e823ad710bb3', 'name': '', 'network_id': 'd35a5d75-c1c1-4569-87f3-e51b7895c9f5', 'tenant_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'mac_address': 'fa:16:3e:be:37:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac933c-0934-4ef3-abad-4104299fe69f', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd3408c94-ba76-45a6-92ab-69ae3f0aeb78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:40:44Z', 'updated_at': '2022-07-28T05:40:48Z', 'revision_number': 5, 'project_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'subnets': [{'id': 'd3408c94-ba76-45a6-92ab-69ae3f0aeb78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:41:32.891344 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21971b5-8034-470a-b1db-1aa0982dcbc4 None None] Checking router: a3ac933c-0934-4ef3-abad-4104299fe69f for host: dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:41:32.893210 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-192df125-8156-45ae-bd20-4b49fc137287 req-78412c12-0bf9-4f13-9378-b83d4c3c742f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dabecf43-c874-4b75-a78a-c55fa1c40977 HTTP/1.1" status: 200 len: 1000 time: 0.0551133 Jul 28 05:41:32.900306 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21971b5-8034-470a-b1db-1aa0982dcbc4 None None] Routers {'a3ac933c-0934-4ef3-abad-4104299fe69f'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:41:32.900882 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-a21971b5-8034-470a-b1db-1aa0982dcbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:41:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['a3ac933c-0934-4ef3-abad-4104299fe69f'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:41:32.945994 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192df125-8156-45ae-bd20-4b49fc137287 req-ebbe6083-f81b-4c21-b4cb-97cf056022d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:41:32.947523 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-192df125-8156-45ae-bd20-4b49fc137287 req-ebbe6083-f81b-4c21-b4cb-97cf056022d4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d3408c94-ba76-45a6-92ab-69ae3f0aeb78 HTTP/1.1" status: 200 len: 848 time: 0.0484018 Jul 28 05:41:32.991143 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192df125-8156-45ae-bd20-4b49fc137287 req-75543f39-8f54-4265-91eb-53bc64ad3400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:41:32.992756 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-192df125-8156-45ae-bd20-4b49fc137287 req-75543f39-8f54-4265-91eb-53bc64ad3400 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d35a5d75-c1c1-4569-87f3-e51b7895c9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399902 Jul 28 05:41:32.998037 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-a21971b5-8034-470a-b1db-1aa0982dcbc4 None None] Set router a3ac933c-0934-4ef3-abad-4104299fe69f gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:41:33.087729 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-192df125-8156-45ae-bd20-4b49fc137287 req-addb94c1-f656-4222-8c3c-f95f0acc1276 service neutron] 10.222.0.57 "GET /v2.0/networks/d35a5d75-c1c1-4569-87f3-e51b7895c9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886712 Jul 28 05:41:33.179460 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-192df125-8156-45ae-bd20-4b49fc137287 req-828f783b-9c5a-4512-891e-df044887c32c service neutron] 10.222.0.57 "GET /v2.0/networks/d35a5d75-c1c1-4569-87f3-e51b7895c9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855076 Jul 28 05:41:33.207329 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-a21971b5-8034-470a-b1db-1aa0982dcbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ac933c-0934-4ef3-abad-4104299fe69f', 'name': 'tempest-TestShelveInstance-1446977651-router', 'tenant_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '35c94d51-f1ba-4e54-a02e-d17b841bfbef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:40:41Z', 'updated_at': '2022-07-28T05:40:44Z', 'revision_number': 4, 'project_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'gw_port': {'id': '35c94d51-f1ba-4e54-a02e-d17b841bfbef', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac933c-0934-4ef3-abad-4104299fe69f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:40:42Z', 'updated_at': '2022-07-28T05:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': '2b9ea6b1-9534-45f6-83bf-f040e4d5b98a', 'tenant_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'floating_ip_address': '172.27.0.244', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': 'a3ac933c-0934-4ef3-abad-4104299fe69f', 'port_id': 'dabecf43-c874-4b75-a78a-c55fa1c40977', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd35a5d75-c1c1-4569-87f3-e51b7895c9f5', 'mac_address': 'fa:16:3e:f0:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d4fabd-fff3-4a2e-8278-a2451c230347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:41:31Z', 'updated_at': '2022-07-28T05:41:31Z', 'revision_number': 0, 'project_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b68b26-aad5-42fb-8205-e823ad710bb3', 'name': '', 'network_id': 'd35a5d75-c1c1-4569-87f3-e51b7895c9f5', 'tenant_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'mac_address': 'fa:16:3e:be:37:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac933c-0934-4ef3-abad-4104299fe69f', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd3408c94-ba76-45a6-92ab-69ae3f0aeb78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:40:44Z', 'updated_at': '2022-07-28T05:40:48Z', 'revision_number': 5, 'project_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'subnets': [{'id': 'd3408c94-ba76-45a6-92ab-69ae3f0aeb78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:41:33.232314 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21971b5-8034-470a-b1db-1aa0982dcbc4 None None] The sync data for ids ['a3ac933c-0934-4ef3-abad-4104299fe69f'] in dv-cinder-799871-48-iscsi is: [{'id': 'a3ac933c-0934-4ef3-abad-4104299fe69f', 'name': 'tempest-TestShelveInstance-1446977651-router', 'tenant_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '35c94d51-f1ba-4e54-a02e-d17b841bfbef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:40:41Z', 'updated_at': '2022-07-28T05:40:44Z', 'revision_number': 4, 'project_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'gw_port': {'id': '35c94d51-f1ba-4e54-a02e-d17b841bfbef', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac933c-0934-4ef3-abad-4104299fe69f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:40:42Z', 'updated_at': '2022-07-28T05:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': '2b9ea6b1-9534-45f6-83bf-f040e4d5b98a', 'tenant_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'floating_ip_address': '172.27.0.244', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': 'a3ac933c-0934-4ef3-abad-4104299fe69f', 'port_id': 'dabecf43-c874-4b75-a78a-c55fa1c40977', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd35a5d75-c1c1-4569-87f3-e51b7895c9f5', 'mac_address': 'fa:16:3e:f0:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d4fabd-fff3-4a2e-8278-a2451c230347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:41:31Z', 'updated_at': '2022-07-28T05:41:31Z', 'revision_number': 0, 'project_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b68b26-aad5-42fb-8205-e823ad710bb3', 'name': '', 'network_id': 'd35a5d75-c1c1-4569-87f3-e51b7895c9f5', 'tenant_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'mac_address': 'fa:16:3e:be:37:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac933c-0934-4ef3-abad-4104299fe69f', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd3408c94-ba76-45a6-92ab-69ae3f0aeb78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:40:44Z', 'updated_at': '2022-07-28T05:40:48Z', 'revision_number': 5, 'project_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'subnets': [{'id': 'd3408c94-ba76-45a6-92ab-69ae3f0aeb78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:41:33.235017 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:41:33.418194 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91927cde-5296-4574-a759-1496124ba463 None None] New status for floating IP 2b9ea6b1-9534-45f6-83bf-f040e4d5b98a: ACTIVE {{(pid=104274) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 05:41:35.280152 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-08a3befd-ab87-4cb1-ab13-d10bb76ec63b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:41:37.680357 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-d0fd57a4-6153-49b5-abb9-cef9e38fafa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:41:38.632398 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:41:40.526095 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:41:40.763824 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:41:42.620809 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:41:42.624778 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=37,neutron:DELETE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:41:43.157400 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=52 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:41:43.175492 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=60 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:41:43.209827 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=93 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:41:43.210554 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=89 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:41:43.382057 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-fca957fc-cd48-4568-8933-9dd1186558dd req-8e9ef22b-0c5e-4121-b571-b5eed89b6bea service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379279 Jul 28 05:41:43.465602 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca957fc-cd48-4568-8933-9dd1186558dd req-50317684-a26f-4951-ba67-becaa157ae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:41:43.466972 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-fca957fc-cd48-4568-8933-9dd1186558dd req-50317684-a26f-4951-ba67-becaa157ae71 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=049ba77de43b4702832529d687f5f7a3&device_id=72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18 HTTP/1.1" status: 200 len: 1130 time: 0.0435989 Jul 28 05:41:43.570435 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca957fc-cd48-4568-8933-9dd1186558dd req-3f4ca337-4931-4b0a-bc56-baed3c9b98d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:41:43.571961 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-fca957fc-cd48-4568-8933-9dd1186558dd req-3f4ca337-4931-4b0a-bc56-baed3c9b98d0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5edb77fb-18f0-41c1-85ec-83f10d2e2f1e HTTP/1.1" status: 200 len: 913 time: 0.0864725 Jul 28 05:41:43.636014 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-fca957fc-cd48-4568-8933-9dd1186558dd req-5dc2d106-6f86-46f8-9b74-2a9eb28a5fdd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85e26040-6cb9-426b-976c-2e7e7a1a5ca5 HTTP/1.1" status: 200 len: 1002 time: 0.0581369 Jul 28 05:41:43.684153 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca957fc-cd48-4568-8933-9dd1186558dd req-1c460a4e-c0e5-4f35-a37b-80abd3f0bca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:41:43.685604 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-fca957fc-cd48-4568-8933-9dd1186558dd req-1c460a4e-c0e5-4f35-a37b-80abd3f0bca6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80f59cf9-dd9f-4c53-87ba-c86edc35d104 HTTP/1.1" status: 200 len: 851 time: 0.0441794 Jul 28 05:41:43.728383 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca957fc-cd48-4568-8933-9dd1186558dd req-1f9eaa5f-d65c-4741-9631-c7f7b359a142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:41:43.729820 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-fca957fc-cd48-4568-8933-9dd1186558dd req-1f9eaa5f-d65c-4741-9631-c7f7b359a142 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5edb77fb-18f0-41c1-85ec-83f10d2e2f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383205 Jul 28 05:41:43.826586 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-fca957fc-cd48-4568-8933-9dd1186558dd req-83b322e0-68b2-4c11-b825-75c5a12f65da service neutron] 10.222.0.57 "GET /v2.0/networks/5edb77fb-18f0-41c1-85ec-83f10d2e2f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854433 Jul 28 05:41:43.915115 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-fca957fc-cd48-4568-8933-9dd1186558dd req-5de9a72f-91c4-44dc-81bf-3dc3297fb52f service neutron] 10.222.0.57 "GET /v2.0/networks/5edb77fb-18f0-41c1-85ec-83f10d2e2f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826783 Jul 28 05:41:50.716649 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:41:50.718495 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:41:53.905591 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=53 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:41:53.911590 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=48 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:41:54.846488 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 6 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:42:03.243729 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:42:04.841521 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:42:04.842331 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:42:05.268828 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-599d9d51-750a-4637-8c5e-5400359a9119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:42:07.662872 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-4b710ddd-0700-40a3-9836-c157b0211d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:42:08.639869 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:42:10.537055 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:42:10.776954 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:42:17.851902 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:42:17.853786 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:42:20.715965 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:42:20.722834 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:42:31.845516 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 6 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:42:33.289383 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:42:35.127811 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138392a-38a8-467e-baea-6ae77e6dd889 req-bc73a744-0830-4d85-84b1-c362e679ab89 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:42:35.129279 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4138392a-38a8-467e-baea-6ae77e6dd889 req-bc73a744-0830-4d85-84b1-c362e679ab89 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18 HTTP/1.1" status: 200 len: 946 time: 0.0518389 Jul 28 05:42:35.178640 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4138392a-38a8-467e-baea-6ae77e6dd889 req-50b8e313-4797-4aaa-a9e1-16764d92c057 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430317 Jul 28 05:42:35.277506 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-c3dc0361-0537-4c0f-ac11-a34f528af246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:42:36.296623 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a13ef-d8f1-4e30-97bc-66128066bf59 req-aa8ae94a-1197-4903-a32d-25686bf75517 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:42:36.298099 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e57a13ef-d8f1-4e30-97bc-66128066bf59 req-aa8ae94a-1197-4903-a32d-25686bf75517 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18 HTTP/1.1" status: 200 len: 946 time: 0.0473783 Jul 28 05:42:36.345889 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-e57a13ef-d8f1-4e30-97bc-66128066bf59 req-6f8c8d1f-2cfc-4231-a508-637f12c26370 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422730 Jul 28 05:42:36.614060 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace0255-c1c5-46a9-bfdd-6ec35a3322a4 req-484b6e09-0ce9-4db1-87dc-f5ea48ea8883 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:42:36.615399 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-2ace0255-c1c5-46a9-bfdd-6ec35a3322a4 req-484b6e09-0ce9-4db1-87dc-f5ea48ea8883 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18 HTTP/1.1" status: 200 len: 946 time: 0.0502870 Jul 28 05:42:36.698611 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [req-2ace0255-c1c5-46a9-bfdd-6ec35a3322a4 req-8b5e1237-17c5-41d8-85cb-c2a671f56f5d tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Deleting port 85e26040-6cb9-426b-976c-2e7e7a1a5ca5 {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:42:36.698949 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-2ace0255-c1c5-46a9-bfdd-6ec35a3322a4 req-8b5e1237-17c5-41d8-85cb-c2a671f56f5d tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (85e26040-6cb9-426b-976c-2e7e7a1a5ca5), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:42:36.790287 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [req-2ace0255-c1c5-46a9-bfdd-6ec35a3322a4 req-8b5e1237-17c5-41d8-85cb-c2a671f56f5d tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] For port 85e26040-6cb9-426b-976c-2e7e7a1a5ca5, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=85e26040-6cb9-426b-976c-2e7e7a1a5ca5,segment=NetworkSegment(bf877614-f662-462a-90f6-6165081f6798),segment_id=bf877614-f662-462a-90f6-6165081f6798)] {{(pid=104273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:42:36.790662 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-2ace0255-c1c5-46a9-bfdd-6ec35a3322a4 req-8b5e1237-17c5-41d8-85cb-c2a671f56f5d tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (85e26040-6cb9-426b-976c-2e7e7a1a5ca5), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:42:36.957080 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-2ace0255-c1c5-46a9-bfdd-6ec35a3322a4 req-8b5e1237-17c5-41d8-85cb-c2a671f56f5d tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:42:36.957330 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-2ace0255-c1c5-46a9-bfdd-6ec35a3322a4 req-8b5e1237-17c5-41d8-85cb-c2a671f56f5d tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4016612'] for floatingip (cd3840e0-8218-4a7d-88be-54b22ea87847), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:42:36.957659 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.db.l3_db [req-2ace0255-c1c5-46a9-bfdd-6ec35a3322a4 req-8b5e1237-17c5-41d8-85cb-c2a671f56f5d tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Floating IP cd3840e0-8218-4a7d-88be-54b22ea87847 disassociated. External IP: 172.27.0.194, port: 85e26040-6cb9-426b-976c-2e7e7a1a5ca5. Jul 28 05:42:36.958072 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [req-2ace0255-c1c5-46a9-bfdd-6ec35a3322a4 req-8b5e1237-17c5-41d8-85cb-c2a671f56f5d tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Calling delete_port for 85e26040-6cb9-426b-976c-2e7e7a1a5ca5 owned by compute:nova {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:42:37.136688 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-2ace0255-c1c5-46a9-bfdd-6ec35a3322a4 req-8b5e1237-17c5-41d8-85cb-c2a671f56f5d tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (85e26040-6cb9-426b-976c-2e7e7a1a5ca5), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:42:37.161896 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e1237-17c5-41d8-85cb-c2a671f56f5d tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Pushing event deleted for resources: {'Port': ['ID=85e26040-6cb9-426b-976c-2e7e7a1a5ca5,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:42:37.171573 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e1237-17c5-41d8-85cb-c2a671f56f5d tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:42:37.171914 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e1237-17c5-41d8-85cb-c2a671f56f5d tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:42:37.172252 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e1237-17c5-41d8-85cb-c2a671f56f5d tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:42:37.172587 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e1237-17c5-41d8-85cb-c2a671f56f5d tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:42:37.172914 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e1237-17c5-41d8-85cb-c2a671f56f5d tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:42:37.173238 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e1237-17c5-41d8-85cb-c2a671f56f5d tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:42:37.173585 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e1237-17c5-41d8-85cb-c2a671f56f5d tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:42:37.173907 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e1237-17c5-41d8-85cb-c2a671f56f5d tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:42:37.174696 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e1237-17c5-41d8-85cb-c2a671f56f5d tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:42:37.174696 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e1237-17c5-41d8-85cb-c2a671f56f5d tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:42:37.174918 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e1237-17c5-41d8-85cb-c2a671f56f5d tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:42:37.175135 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e1237-17c5-41d8-85cb-c2a671f56f5d tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:42:37.175450 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e1237-17c5-41d8-85cb-c2a671f56f5d tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:42:37.175766 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e1237-17c5-41d8-85cb-c2a671f56f5d tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:42:37.176078 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e1237-17c5-41d8-85cb-c2a671f56f5d tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:42:37.283782 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ace0255-c1c5-46a9-bfdd-6ec35a3322a4 req-8b5e1237-17c5-41d8-85cb-c2a671f56f5d tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Router 25d90893-ee95-44a2-bbe4-57db53b449b8 has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:42:37.385837 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ace0255-c1c5-46a9-bfdd-6ec35a3322a4 req-8b5e1237-17c5-41d8-85cb-c2a671f56f5d tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:42:37.397794 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e748c35-1001-417d-8d0f-08e1f9024336 None None] Sync routers for ids ['25d90893-ee95-44a2-bbe4-57db53b449b8'] in dv-cinder-799871-48-iscsi {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:42:37.407729 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e748c35-1001-417d-8d0f-08e1f9024336 None None] Routers {'25d90893-ee95-44a2-bbe4-57db53b449b8'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:42:37.408415 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-9e748c35-1001-417d-8d0f-08e1f9024336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:42:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['25d90893-ee95-44a2-bbe4-57db53b449b8'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:42:37.430759 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ace0255-c1c5-46a9-bfdd-6ec35a3322a4 req-8b5e1237-17c5-41d8-85cb-c2a671f56f5d tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] No DVR routers for this DVR port 85e26040-6cb9-426b-976c-2e7e7a1a5ca5 on host hv-cinder-79987 {{(pid=104273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:42:37.433359 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-2ace0255-c1c5-46a9-bfdd-6ec35a3322a4 req-8b5e1237-17c5-41d8-85cb-c2a671f56f5d tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:42:37.436771 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-2ace0255-c1c5-46a9-bfdd-6ec35a3322a4 req-8b5e1237-17c5-41d8-85cb-c2a671f56f5d tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.57 "DELETE /v2.0/ports/85e26040-6cb9-426b-976c-2e7e7a1a5ca5 HTTP/1.1" status: 204 len: 173 time: 0.8156266 Jul 28 05:42:37.437228 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18', 'name': 'network-vif-deleted', 'tag': '85e26040-6cb9-426b-976c-2e7e7a1a5ca5'}] {{(pid=104273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:42:37.439651 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}294c2db51adabc0e3fe9263869e3ac3ebddb58bd39f135069541a8ae7da0566b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a66d517-4ac6-4876-aa7d-2e3f27026b4b" -d '{"events": [{"server_uuid": "72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18", "name": "network-vif-deleted", "tag": "85e26040-6cb9-426b-976c-2e7e7a1a5ca5"}]}' {{(pid=104273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:42:37.450463 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0dd4d467-b4b5-46ea-bb44-b33763c649bb req-99c1b32c-757a-4194-b515-31b6f0c65661 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18 HTTP/1.1" status: 200 len: 210 time: 0.0297468 Jul 28 05:42:37.566055 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6c28f1-8a0f-49c0-8643-e648d1450545 x-openstack-request-id: req-ff6c28f1-8a0f-49c0-8643-e648d1450545 {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:42:37.566446 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18", "name": "network-vif-deleted", "tag": "85e26040-6cb9-426b-976c-2e7e7a1a5ca5", "status": "completed", "code": 200}]} {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:42:37.566817 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ff6c28f1-8a0f-49c0-8643-e648d1450545 {{(pid=104273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:42:37.567355 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff6c28f1-8a0f-49c0-8643-e648d1450545'] response: {'server_uuid': '72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18', 'name': 'network-vif-deleted', 'tag': '85e26040-6cb9-426b-976c-2e7e7a1a5ca5', 'status': 'completed', 'code': 200} Jul 28 05:42:37.617186 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-9e748c35-1001-417d-8d0f-08e1f9024336 None None] Set router 25d90893-ee95-44a2-bbe4-57db53b449b8 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:42:37.655634 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-caab8f1c-1651-4302-8e00-ff74642961f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:42:37.804940 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-9e748c35-1001-417d-8d0f-08e1f9024336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'name': 'tempest-TestVolumeBootPattern-1058617019-router', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:39:27Z', 'updated_at': '2022-07-28T05:39:31Z', 'revision_number': 4, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'gw_port': {'id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:37:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:28Z', 'updated_at': '2022-07-28T05:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'ce254138-9b1b-4916-9149-272d42456e62', 'name': '', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'mac_address': 'fa:16:3e:43:f0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:30Z', 'updated_at': '2022-07-28T05:39:36Z', 'revision_number': 5, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'subnets': [{'id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:42:37.829768 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e748c35-1001-417d-8d0f-08e1f9024336 None None] Checking router: 25d90893-ee95-44a2-bbe4-57db53b449b8 for host: dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:42:37.838471 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e748c35-1001-417d-8d0f-08e1f9024336 None None] Routers {'25d90893-ee95-44a2-bbe4-57db53b449b8'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:42:37.839064 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-9e748c35-1001-417d-8d0f-08e1f9024336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:42:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['25d90893-ee95-44a2-bbe4-57db53b449b8'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:42:37.939679 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-9e748c35-1001-417d-8d0f-08e1f9024336 None None] Set router 25d90893-ee95-44a2-bbe4-57db53b449b8 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:42:38.138692 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-9e748c35-1001-417d-8d0f-08e1f9024336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'name': 'tempest-TestVolumeBootPattern-1058617019-router', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:39:27Z', 'updated_at': '2022-07-28T05:39:31Z', 'revision_number': 4, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'gw_port': {'id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:37:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:28Z', 'updated_at': '2022-07-28T05:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'ce254138-9b1b-4916-9149-272d42456e62', 'name': '', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'mac_address': 'fa:16:3e:43:f0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:30Z', 'updated_at': '2022-07-28T05:39:36Z', 'revision_number': 5, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'subnets': [{'id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:42:38.164069 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e748c35-1001-417d-8d0f-08e1f9024336 None None] The sync data for ids ['25d90893-ee95-44a2-bbe4-57db53b449b8'] in dv-cinder-799871-48-iscsi is: [{'id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'name': 'tempest-TestVolumeBootPattern-1058617019-router', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:39:27Z', 'updated_at': '2022-07-28T05:39:31Z', 'revision_number': 4, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'gw_port': {'id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:37:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:28Z', 'updated_at': '2022-07-28T05:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'ce254138-9b1b-4916-9149-272d42456e62', 'name': '', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'mac_address': 'fa:16:3e:43:f0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:30Z', 'updated_at': '2022-07-28T05:39:36Z', 'revision_number': 5, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'subnets': [{'id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:42:38.377843 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1837186a-c8de-45cd-a90f-349976eb912b None None] New status for floating IP cd3840e0-8218-4a7d-88be-54b22ea87847: DOWN {{(pid=104274) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 05:42:38.572818 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-65f74462-aa74-4245-a25b-1fea6b85dba3 req-4693a47e-27c3-44fb-8aae-b58723b4e129 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=72d21a4d-a3ad-44c9-8a4b-dc01d5c75f18 HTTP/1.1" status: 200 len: 210 time: 0.0375996 Jul 28 05:42:38.637783 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:42:39.838415 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-a4fcf4ab-a631-4c20-9c6b-d27731389a32 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-88218149&fields=id&tenant_id=049ba77de43b4702832529d687f5f7a3 HTTP/1.1" status: 200 len: 267 time: 0.0442622 Jul 28 05:42:39.943000 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-2818687a-7955-4db1-9be8-806d1104a22f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:42:39.944399 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-2818687a-7955-4db1-9be8-806d1104a22f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/networks?id=5edb77fb-18f0-41c1-85ec-83f10d2e2f1e HTTP/1.1" status: 200 len: 812 time: 0.0995958 Jul 28 05:42:39.958589 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-40b10908-2f5c-4994-ab6e-97e7042d570c tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/quotas/049ba77de43b4702832529d687f5f7a3 HTTP/1.1" status: 200 len: 375 time: 0.0089140 Jul 28 05:42:40.012045 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-0ff6b1b1-2f32-4a6d-b82a-871b63975a49 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=049ba77de43b4702832529d687f5f7a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471048 Jul 28 05:42:40.070737 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-fca2b3b1-4d86-4b01-835b-1ff640402592 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104272) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 05:42:40.071740 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-fca2b3b1-4d86-4b01-835b-1ff640402592 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0483592 Jul 28 05:42:40.163517 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-50c6f826-b18b-4e3e-a714-12e3614df3bf service neutron] 10.222.0.33 "GET /v2.0/networks/5edb77fb-18f0-41c1-85ec-83f10d2e2f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852859 Jul 28 05:42:40.255276 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-22664cf6-29ae-4633-b7f2-88967cb4cb63 service neutron] 10.222.0.33 "GET /v2.0/networks/5edb77fb-18f0-41c1-85ec-83f10d2e2f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860014 Jul 28 05:42:40.536602 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:42:40.785766 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:42:40.891184 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5d3e3d9b-5b4c-4cfe-b823-ca9bcd4e275f req-2391ac02-ae29-4473-912d-583f933c38db tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=1fe47f0f-c147-41c9-aea0-f96143e91d6c HTTP/1.1" status: 200 len: 210 time: 0.0291922 Jul 28 05:42:40.943308 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 85e26040-6cb9-426b-976c-2e7e7a1a5ca5 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:42:40.963849 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] No Port match for: 85e26040-6cb9-426b-976c-2e7e7a1a5ca5 {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:42:40.964205 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 85e26040-6cb9-426b-976c-2e7e7a1a5ca5 not bound to the agent host hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:42:41.971347 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-420fbc54-1be4-4266-a05c-18df39e8275f req-5cabfbc9-9e34-4822-8ff2-873f90522a58 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=1fe47f0f-c147-41c9-aea0-f96143e91d6c HTTP/1.1" status: 200 len: 210 time: 0.0285590 Jul 28 05:42:43.057187 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5cafc359-8fe8-4f1a-b3fe-f9de072fd958 req-d5ff5191-ef68-49b5-93e7-0d86bab191a4 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=1fe47f0f-c147-41c9-aea0-f96143e91d6c HTTP/1.1" status: 200 len: 210 time: 0.0312295 Jul 28 05:42:44.344703 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-3d6d1571-27ff-4a32-84a5-2220605250dd req-8f99a96d-32ca-4e36-8a5e-019f1590d160 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1021223 Jul 28 05:42:44.396239 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-540ed793-ff69-4249-840c-618cd4d23b80 req-811240cc-1cd8-4985-a2c9-51192b871bb2 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=1fe47f0f-c147-41c9-aea0-f96143e91d6c HTTP/1.1" status: 200 len: 210 time: 0.2863185 Jul 28 05:42:44.411435 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d1571-27ff-4a32-84a5-2220605250dd req-009532a2-b836-4f21-b87e-a01d007779ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:42:44.413651 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-3d6d1571-27ff-4a32-84a5-2220605250dd req-009532a2-b836-4f21-b87e-a01d007779ad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=42f0cd3e66ff4f08bcabdd66f24995ff&device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 1130 time: 0.0462306 Jul 28 05:42:44.439002 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:42:44.486771 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:42:44.519180 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d1571-27ff-4a32-84a5-2220605250dd req-41450bbc-ce83-4ef8-a043-eae1e5d23ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:42:44.520653 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-3d6d1571-27ff-4a32-84a5-2220605250dd req-41450bbc-ce83-4ef8-a043-eae1e5d23ada service neutron] 10.222.0.57 "GET /v2.0/networks?id=d35a5d75-c1c1-4569-87f3-e51b7895c9f5 HTTP/1.1" status: 200 len: 910 time: 0.0889666 Jul 28 05:42:44.843134 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-3d6d1571-27ff-4a32-84a5-2220605250dd req-133f0857-542a-447e-9e32-58c141627a4d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dabecf43-c874-4b75-a78a-c55fa1c40977 HTTP/1.1" status: 200 len: 1002 time: 0.3143382 Jul 28 05:42:44.892077 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d1571-27ff-4a32-84a5-2220605250dd req-7dca47ef-42e5-43cd-b872-26d35b077cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:42:44.893551 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-3d6d1571-27ff-4a32-84a5-2220605250dd req-7dca47ef-42e5-43cd-b872-26d35b077cf0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d3408c94-ba76-45a6-92ab-69ae3f0aeb78 HTTP/1.1" status: 200 len: 848 time: 0.0443745 Jul 28 05:42:44.935409 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d1571-27ff-4a32-84a5-2220605250dd req-3dbde5ae-cefe-4303-8b09-39fce27dceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:42:44.936860 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-3d6d1571-27ff-4a32-84a5-2220605250dd req-3dbde5ae-cefe-4303-8b09-39fce27dceb7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d35a5d75-c1c1-4569-87f3-e51b7895c9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0376132 Jul 28 05:42:44.946769 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [req-3d6d1571-27ff-4a32-84a5-2220605250dd req-f56b40b4-8705-47b5-b192-aae0c01cfba1 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104273) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 05:42:44.947773 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-3d6d1571-27ff-4a32-84a5-2220605250dd req-f56b40b4-8705-47b5-b192-aae0c01cfba1 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052695 Jul 28 05:42:45.038432 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-3d6d1571-27ff-4a32-84a5-2220605250dd req-90755721-3601-4704-93af-30ba859a3977 service neutron] 10.222.0.57 "GET /v2.0/networks/d35a5d75-c1c1-4569-87f3-e51b7895c9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849829 Jul 28 05:42:45.125142 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-3d6d1571-27ff-4a32-84a5-2220605250dd req-d4f5aff1-3154-4350-8eed-961127273806 service neutron] 10.222.0.57 "GET /v2.0/networks/d35a5d75-c1c1-4569-87f3-e51b7895c9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813484 Jul 28 05:42:45.535855 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4d472367-ef94-4230-acb4-f90371f3e2aa req-256f2157-5bd9-4159-a287-afe88da8e191 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=1fe47f0f-c147-41c9-aea0-f96143e91d6c HTTP/1.1" status: 200 len: 210 time: 0.0280261 Jul 28 05:42:46.609859 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7cc2e277-aab1-40dc-b0f5-c5c572421670 req-03c20936-034d-4d3f-9bcb-344b87d30094 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=1fe47f0f-c147-41c9-aea0-f96143e91d6c HTTP/1.1" status: 200 len: 210 time: 0.0279849 Jul 28 05:42:46.849951 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-b5435567-28fb-4018-8554-61a225ddb794 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:42:46.851561 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-b5435567-28fb-4018-8554-61a225ddb794 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.57 "GET /v2.0/networks?id=5edb77fb-18f0-41c1-85ec-83f10d2e2f1e HTTP/1.1" status: 200 len: 812 time: 0.1074483 Jul 28 05:42:46.913969 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-71471f6a-37dc-4a83-8638-ddaa5ee1372c tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=049ba77de43b4702832529d687f5f7a3 HTTP/1.1" status: 200 len: 378 time: 0.0539074 Jul 28 05:42:46.922661 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-2af8079e-8c3d-49d5-9d0e-1001231abaf7 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Request body: {'port': {'device_id': '1fe47f0f-c147-41c9-aea0-f96143e91d6c', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'admin_state_up': True, 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'security_groups': ['aceaeefe-3ba3-46cc-b013-12b26aec0123']}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:42:47.108043 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-2af8079e-8c3d-49d5-9d0e-1001231abaf7 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Made reservation on behalf of 049ba77de43b4702832529d687f5f7a3 for: {'port': 1} {{(pid=104273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:42:47.111618 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-2af8079e-8c3d-49d5-9d0e-1001231abaf7 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:42:47.181815 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:42:47.236791 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.db_base_plugin_common [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-2af8079e-8c3d-49d5-9d0e-1001231abaf7 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Allocated IP 172.20.0.3 (5edb77fb-18f0-41c1-85ec-83f10d2e2f1e/80f59cf9-dd9f-4c53-87ba-c86edc35d104/84c91d50-101f-41c8-a4a8-e7ece7ef0ce0) {{(pid=104273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:42:47.380397 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-2af8079e-8c3d-49d5-9d0e-1001231abaf7 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for port (84c91d50-101f-41c8-a4a8-e7ece7ef0ce0), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:42:47.381570 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:42:47.519765 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-2af8079e-8c3d-49d5-9d0e-1001231abaf7 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (84c91d50-101f-41c8-a4a8-e7ece7ef0ce0), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:42:47.571420 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-2af8079e-8c3d-49d5-9d0e-1001231abaf7 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Network 5edb77fb-18f0-41c1-85ec-83f10d2e2f1e is already hosted by enough agents. {{(pid=104273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:42:47.574829 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-2af8079e-8c3d-49d5-9d0e-1001231abaf7 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Resources bound (agent type, host, resource id): {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:42:47.577421 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-2af8079e-8c3d-49d5-9d0e-1001231abaf7 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Received port after_create {{(pid=104273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:42:47.604619 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8079e-8c3d-49d5-9d0e-1001231abaf7 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Pushing event updated for resources: {'Port': ['ID=84c91d50-101f-41c8-a4a8-e7ece7ef0ce0,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:42:47.634761 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-2af8079e-8c3d-49d5-9d0e-1001231abaf7 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:42:47.635384 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-2af8079e-8c3d-49d5-9d0e-1001231abaf7 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:42:47.719927 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-2af8079e-8c3d-49d5-9d0e-1001231abaf7 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8007569 Jul 28 05:42:47.732723 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-10968287-199d-418f-9224-2ab0a16ccf54 service neutron] Request body: {'port': {'device_id': '1fe47f0f-c147-41c9-aea0-f96143e91d6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:42:47.744772 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca85e5a-2535-415c-bc41-8bb7cf566c8c req-96b5f8d9-3e0b-4aa7-98ab-52579b2ccd2e tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:42:47.746306 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5ca85e5a-2535-415c-bc41-8bb7cf566c8c req-96b5f8d9-3e0b-4aa7-98ab-52579b2ccd2e tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=1fe47f0f-c147-41c9-aea0-f96143e91d6c HTTP/1.1" status: 200 len: 931 time: 0.0577009 Jul 28 05:42:47.801666 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5ca85e5a-2535-415c-bc41-8bb7cf566c8c req-a18833da-90a2-4f6e-a058-46ae64cba6a0 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470743 Jul 28 05:42:47.802717 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-10968287-199d-418f-9224-2ab0a16ccf54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (84c91d50-101f-41c8-a4a8-e7ece7ef0ce0), before_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:42:47.874823 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-0c2046f4-fbf3-4673-af3b-1ca27e6b6bcb None None] Provisioning complete for port 84c91d50-101f-41c8-a4a8-e7ece7ef0ce0 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:42:47.875415 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-0c2046f4-fbf3-4673-af3b-1ca27e6b6bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (84c91d50-101f-41c8-a4a8-e7ece7ef0ce0), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:42:47.909216 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-0c2046f4-fbf3-4673-af3b-1ca27e6b6bcb None None] Port 84c91d50-101f-41c8-a4a8-e7ece7ef0ce0 cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:42:48.063801 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-10968287-199d-418f-9224-2ab0a16ccf54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84c91d50-101f-41c8-a4a8-e7ece7ef0ce0 {{(pid=104273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:42:48.072167 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-10968287-199d-418f-9224-2ab0a16ccf54 service neutron] Publish callbacks [] for port (84c91d50-101f-41c8-a4a8-e7ece7ef0ce0), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:42:48.086105 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.provisioning_blocks [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-10968287-199d-418f-9224-2ab0a16ccf54 service neutron] Transition to ACTIVE for port object 84c91d50-101f-41c8-a4a8-e7ece7ef0ce0 will not be triggered until provisioned by entity L2. {{(pid=104273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 05:42:48.151484 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-10968287-199d-418f-9224-2ab0a16ccf54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8744973'] for port (84c91d50-101f-41c8-a4a8-e7ece7ef0ce0), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:42:48.186702 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:42:48.206178 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10968287-199d-418f-9224-2ab0a16ccf54 service neutron] Pushing event updated for resources: {'Port': ['ID=84c91d50-101f-41c8-a4a8-e7ece7ef0ce0,revision_number=2']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:42:48.283357 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.managers [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-10968287-199d-418f-9224-2ab0a16ccf54 service neutron] Attempting to bind port 84c91d50-101f-41c8-a4a8-e7ece7ef0ce0 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:42:48.283700 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.managers [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-10968287-199d-418f-9224-2ab0a16ccf54 service neutron] Attempting to bind port 84c91d50-101f-41c8-a4a8-e7ece7ef0ce0 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'bf877614-f662-462a-90f6-6165081f6798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e'}] {{(pid=104273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:42:48.284035 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-10968287-199d-418f-9224-2ab0a16ccf54 service neutron] Attempting to bind port 84c91d50-101f-41c8-a4a8-e7ece7ef0ce0 on network 5edb77fb-18f0-41c1-85ec-83f10d2e2f1e {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:42:48.288878 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-10968287-199d-418f-9224-2ab0a16ccf54 service neutron] Port 84c91d50-101f-41c8-a4a8-e7ece7ef0ce0 on network 5edb77fb-18f0-41c1-85ec-83f10d2e2f1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 05:42:48.289206 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-10968287-199d-418f-9224-2ab0a16ccf54 service neutron] Attempting to bind port 84c91d50-101f-41c8-a4a8-e7ece7ef0ce0 on network 5edb77fb-18f0-41c1-85ec-83f10d2e2f1e {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:42:48.294950 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-10968287-199d-418f-9224-2ab0a16ccf54 service neutron] Checking agent: {'id': '50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'started_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:42:48.295302 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-10968287-199d-418f-9224-2ab0a16ccf54 service neutron] Checking segment: {'id': 'bf877614-f662-462a-90f6-6165081f6798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:42:48.295688 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-10968287-199d-418f-9224-2ab0a16ccf54 service neutron] Bound using segment: {'id': 'bf877614-f662-462a-90f6-6165081f6798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e'} {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:42:48.296115 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.managers [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-10968287-199d-418f-9224-2ab0a16ccf54 service neutron] Bound port: 84c91d50-101f-41c8-a4a8-e7ece7ef0ce0, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf877614-f662-462a-90f6-6165081f6798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e'}}] {{(pid=104273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:42:48.296473 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-10968287-199d-418f-9224-2ab0a16ccf54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (84c91d50-101f-41c8-a4a8-e7ece7ef0ce0), before_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:42:48.363369 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-10968287-199d-418f-9224-2ab0a16ccf54 service neutron] For port 84c91d50-101f-41c8-a4a8-e7ece7ef0ce0, host hv-cinder-79987, cleared binding levels {{(pid=104273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:42:48.367047 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-10968287-199d-418f-9224-2ab0a16ccf54 service neutron] For port 84c91d50-101f-41c8-a4a8-e7ece7ef0ce0, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=84c91d50-101f-41c8-a4a8-e7ece7ef0ce0,segment=NetworkSegment(bf877614-f662-462a-90f6-6165081f6798),segment_id=bf877614-f662-462a-90f6-6165081f6798)] {{(pid=104273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:42:48.462843 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-10968287-199d-418f-9224-2ab0a16ccf54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8744973'] for port (84c91d50-101f-41c8-a4a8-e7ece7ef0ce0), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:42:48.495874 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-10968287-199d-418f-9224-2ab0a16ccf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:42:48.496454 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-10968287-199d-418f-9224-2ab0a16ccf54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:42:48.498124 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-10968287-199d-418f-9224-2ab0a16ccf54 service neutron] 10.222.0.57 "PUT /v2.0/ports/84c91d50-101f-41c8-a4a8-e7ece7ef0ce0 HTTP/1.1" status: 200 len: 1093 time: 0.7702632 Jul 28 05:42:48.500118 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe47f0f-c147-41c9-aea0-f96143e91d6c', 'tag': '84c91d50-101f-41c8-a4a8-e7ece7ef0ce0'}] {{(pid=104273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:42:48.503194 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}294c2db51adabc0e3fe9263869e3ac3ebddb58bd39f135069541a8ae7da0566b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328411a2-5a4e-4a16-b2a6-56bfee725961" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe47f0f-c147-41c9-aea0-f96143e91d6c", "tag": "84c91d50-101f-41c8-a4a8-e7ece7ef0ce0"}]}' {{(pid=104273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:42:48.529812 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10968287-199d-418f-9224-2ab0a16ccf54 service neutron] Pushing event updated for resources: {'Port': ['ID=84c91d50-101f-41c8-a4a8-e7ece7ef0ce0,revision_number=3']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:42:48.547869 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ceff995-e34a-45c1-8d41-063499bea77c x-openstack-request-id: req-8ceff995-e34a-45c1-8d41-063499bea77c {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:42:48.548166 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe47f0f-c147-41c9-aea0-f96143e91d6c", "tag": "84c91d50-101f-41c8-a4a8-e7ece7ef0ce0", "status": "completed", "code": 200}]} {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:42:48.548464 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8ceff995-e34a-45c1-8d41-063499bea77c {{(pid=104273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:42:48.548907 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ceff995-e34a-45c1-8d41-063499bea77c'] response: {'name': 'network-changed', 'server_uuid': '1fe47f0f-c147-41c9-aea0-f96143e91d6c', 'tag': '84c91d50-101f-41c8-a4a8-e7ece7ef0ce0', 'status': 'completed', 'code': 200} Jul 28 05:42:48.651445 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328411a2-5a4e-4a16-b2a6-56bfee725961 req-75359697-70a7-4074-87ba-0e3f2b42f04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:42:48.653005 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-328411a2-5a4e-4a16-b2a6-56bfee725961 req-75359697-70a7-4074-87ba-0e3f2b42f04f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=049ba77de43b4702832529d687f5f7a3&device_id=1fe47f0f-c147-41c9-aea0-f96143e91d6c HTTP/1.1" status: 200 len: 1127 time: 0.0839586 Jul 28 05:42:48.680848 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:42:48.757961 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328411a2-5a4e-4a16-b2a6-56bfee725961 req-123b09fc-94cc-4ad0-8c71-ea967bf01951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:42:48.759437 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-328411a2-5a4e-4a16-b2a6-56bfee725961 req-123b09fc-94cc-4ad0-8c71-ea967bf01951 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=049ba77de43b4702832529d687f5f7a3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0990822 Jul 28 05:42:48.859655 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328411a2-5a4e-4a16-b2a6-56bfee725961 req-4a4d8038-d5a4-4553-badd-f3c4aff3739a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:42:48.861165 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-328411a2-5a4e-4a16-b2a6-56bfee725961 req-4a4d8038-d5a4-4553-badd-f3c4aff3739a service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959232 Jul 28 05:42:48.925211 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72a3fd-5c7c-4f85-a93e-4f0ced557689 req-7ec75f72-9d10-4892-8e99-d9aed5a919f4 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:42:48.926731 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2c72a3fd-5c7c-4f85-a93e-4f0ced557689 req-7ec75f72-9d10-4892-8e99-d9aed5a919f4 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=1fe47f0f-c147-41c9-aea0-f96143e91d6c HTTP/1.1" status: 200 len: 943 time: 0.0509560 Jul 28 05:42:48.936750 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-591be041-db31-43fb-828e-6c059794236b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:42:48.938339 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-591be041-db31-43fb-828e-6c059794236b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=049ba77de43b4702832529d687f5f7a3&device_id=1fe47f0f-c147-41c9-aea0-f96143e91d6c HTTP/1.1" status: 200 len: 1127 time: 0.0400863 Jul 28 05:42:48.976219 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2c72a3fd-5c7c-4f85-a93e-4f0ced557689 req-028df296-688d-4086-b71f-a4c3d695dce7 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439532 Jul 28 05:42:48.978692 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-7ce7d04f-e61f-4267-9b42-5e7615d89622 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84c91d50-101f-41c8-a4a8-e7ece7ef0ce0 HTTP/1.1" status: 200 len: 217 time: 0.0339315 Jul 28 05:42:49.025962 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-7c67695d-6ad4-4d1b-bfbe-a4be81b1602c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:42:49.027392 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-7c67695d-6ad4-4d1b-bfbe-a4be81b1602c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80f59cf9-dd9f-4c53-87ba-c86edc35d104 HTTP/1.1" status: 200 len: 851 time: 0.0437343 Jul 28 05:42:49.072795 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-2aa0d2f8-d64b-4871-84bb-748c7e3b753d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:42:49.074289 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-2aa0d2f8-d64b-4871-84bb-748c7e3b753d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5edb77fb-18f0-41c1-85ec-83f10d2e2f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415370 Jul 28 05:42:49.163170 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-0b0c935d-2d29-45ec-859c-a4407bfdd36b service neutron] 10.222.0.57 "GET /v2.0/networks/5edb77fb-18f0-41c1-85ec-83f10d2e2f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818646 Jul 28 05:42:49.253038 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-0df68165-aa90-4799-a8ca-4eb2dff59077 req-e7ae36fb-695a-4cd7-bef9-19ed247a2428 service neutron] 10.222.0.57 "GET /v2.0/networks/5edb77fb-18f0-41c1-85ec-83f10d2e2f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849524 Jul 28 05:42:50.093912 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cace946-c60a-44fe-9164-f7a409636614 req-ed3b5993-68b0-49a1-a7a5-b9563998fe63 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:42:50.095338 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7cace946-c60a-44fe-9164-f7a409636614 req-ed3b5993-68b0-49a1-a7a5-b9563998fe63 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=1fe47f0f-c147-41c9-aea0-f96143e91d6c HTTP/1.1" status: 200 len: 943 time: 0.0489643 Jul 28 05:42:50.144043 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7cace946-c60a-44fe-9164-f7a409636614 req-c25f232f-b075-4c0c-9896-51ad33337312 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426931 Jul 28 05:42:51.261123 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbefb75-3869-40c6-a33a-b5fad1c5c45d req-ef413276-2f28-447e-8a0f-bafe24670ad3 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:42:51.262678 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2cbefb75-3869-40c6-a33a-b5fad1c5c45d req-ef413276-2f28-447e-8a0f-bafe24670ad3 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=1fe47f0f-c147-41c9-aea0-f96143e91d6c HTTP/1.1" status: 200 len: 943 time: 0.0468409 Jul 28 05:42:51.275548 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:42:51.294342 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:42:51.313859 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2cbefb75-3869-40c6-a33a-b5fad1c5c45d req-f8aca69a-ec1f-44e9-a034-891459087905 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451078 Jul 28 05:42:52.430904 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987f249-bfc8-48ee-b115-67c7676945ac req-4486ca13-1d00-478b-8ad9-1d868cab13d6 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:42:52.432368 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1987f249-bfc8-48ee-b115-67c7676945ac req-4486ca13-1d00-478b-8ad9-1d868cab13d6 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=1fe47f0f-c147-41c9-aea0-f96143e91d6c HTTP/1.1" status: 200 len: 943 time: 0.0473273 Jul 28 05:42:52.484007 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1987f249-bfc8-48ee-b115-67c7676945ac req-b6f2f172-0394-48e0-9206-85d6ec474746 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462604 Jul 28 05:42:53.602610 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405fe82c-b695-4e44-b48d-e8ecf55084c9 req-86b61941-f3a1-4257-b340-a18d4728ddb1 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:42:53.604084 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-405fe82c-b695-4e44-b48d-e8ecf55084c9 req-86b61941-f3a1-4257-b340-a18d4728ddb1 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=1fe47f0f-c147-41c9-aea0-f96143e91d6c HTTP/1.1" status: 200 len: 943 time: 0.0473018 Jul 28 05:42:53.652975 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-405fe82c-b695-4e44-b48d-e8ecf55084c9 req-195fa576-a56a-42f7-b82e-e09ef81c26b1 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433533 Jul 28 05:42:54.771388 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ae5e4-4ed6-441f-8d55-b56376b017df req-aa4be622-7b4f-4d23-9c1b-801c70e6984c tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:42:54.772941 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a55ae5e4-4ed6-441f-8d55-b56376b017df req-aa4be622-7b4f-4d23-9c1b-801c70e6984c tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=1fe47f0f-c147-41c9-aea0-f96143e91d6c HTTP/1.1" status: 200 len: 943 time: 0.0485523 Jul 28 05:42:54.822306 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a55ae5e4-4ed6-441f-8d55-b56376b017df req-aee151ec-fb09-4af8-97f2-004d8b7b030a tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435777 Jul 28 05:42:54.845008 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:DELETE=1,neutron:SELECT=72 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:42:54.850531 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=69 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:42:55.947599 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858aff02-0386-40ce-b593-5ee435279882 req-70160744-8192-4474-854b-10ba76e4305a tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:42:55.949044 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-858aff02-0386-40ce-b593-5ee435279882 req-70160744-8192-4474-854b-10ba76e4305a tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=1fe47f0f-c147-41c9-aea0-f96143e91d6c HTTP/1.1" status: 200 len: 943 time: 0.0524054 Jul 28 05:42:55.997300 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-858aff02-0386-40ce-b593-5ee435279882 req-71eba794-5e2d-4787-84ca-e90950d78687 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428276 Jul 28 05:42:56.974709 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 84c91d50-101f-41c8-a4a8-e7ece7ef0ce0 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:42:57.077097 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port 84c91d50-101f-41c8-a4a8-e7ece7ef0ce0, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=84c91d50-101f-41c8-a4a8-e7ece7ef0ce0,segment=NetworkSegment(bf877614-f662-462a-90f6-6165081f6798),segment_id=bf877614-f662-462a-90f6-6165081f6798)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:42:57.089095 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Returning: {'device': '84c91d50-101f-41c8-a4a8-e7ece7ef0ce0', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'port_id': '84c91d50-101f-41c8-a4a8-e7ece7ef0ce0', 'mac_address': 'fa:16:3e:7f:26:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:42:57.114492 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f7cf6-653f-49eb-b26b-8fd5cdb17a20 req-58925f00-f2e9-4375-9e8f-a2c0ec4886a9 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:42:57.116638 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-803f7cf6-653f-49eb-b26b-8fd5cdb17a20 req-58925f00-f2e9-4375-9e8f-a2c0ec4886a9 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=1fe47f0f-c147-41c9-aea0-f96143e91d6c HTTP/1.1" status: 200 len: 943 time: 0.0484283 Jul 28 05:42:57.123555 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port 84c91d50-101f-41c8-a4a8-e7ece7ef0ce0 is: DOWN; New status is: BUILD {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:42:57.123955 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (84c91d50-101f-41c8-a4a8-e7ece7ef0ce0), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:42:57.137675 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84c91d50-101f-41c8-a4a8-e7ece7ef0ce0 {{(pid=104274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:42:57.157178 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port 84c91d50-101f-41c8-a4a8-e7ece7ef0ce0, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=84c91d50-101f-41c8-a4a8-e7ece7ef0ce0,segment=NetworkSegment(bf877614-f662-462a-90f6-6165081f6798),segment_id=bf877614-f662-462a-90f6-6165081f6798)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:42:57.166166 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-803f7cf6-653f-49eb-b26b-8fd5cdb17a20 req-5fb98232-148b-4a8f-86d3-270ee5b8a6a4 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437865 Jul 28 05:42:57.239163 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (84c91d50-101f-41c8-a4a8-e7ece7ef0ce0), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:42:57.416077 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=84c91d50-101f-41c8-a4a8-e7ece7ef0ce0,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:42:57.423143 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:42:57.423486 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:42:57.423843 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:42:57.424157 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:42:57.424483 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:42:57.424808 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:42:57.425127 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:42:57.425448 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:42:57.425792 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:42:57.426110 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:42:57.426429 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:42:57.426750 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:42:57.427071 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:42:57.427384 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:42:57.428295 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:42:57.462045 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] get_ports_and_sgs() called for port_ids ['84c91d50-101f-41c8-a4a8-e7ece7ef0ce0'] {{(pid=104274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:42:58.282547 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7da78-5f74-439e-b2ed-e04576ce2435 req-dedefe27-8ed8-4dce-93da-c7880652c22a tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:42:58.284002 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-99d7da78-5f74-439e-b2ed-e04576ce2435 req-dedefe27-8ed8-4dce-93da-c7880652c22a tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=1fe47f0f-c147-41c9-aea0-f96143e91d6c HTTP/1.1" status: 200 len: 944 time: 0.0471349 Jul 28 05:42:58.336404 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-99d7da78-5f74-439e-b2ed-e04576ce2435 req-8a08862c-bbdb-4e0a-818a-c631ef1f44d7 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462377 Jul 28 05:42:58.975267 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 84c91d50-101f-41c8-a4a8-e7ece7ef0ce0 up at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:42:58.997950 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:42:59.000276 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:42:59.018005 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning for port 84c91d50-101f-41c8-a4a8-e7ece7ef0ce0 completed by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 05:42:59.078997 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning complete for port 84c91d50-101f-41c8-a4a8-e7ece7ef0ce0 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:42:59.079400 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (84c91d50-101f-41c8-a4a8-e7ece7ef0ce0), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:42:59.153190 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port 84c91d50-101f-41c8-a4a8-e7ece7ef0ce0 is: BUILD; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:42:59.153640 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (84c91d50-101f-41c8-a4a8-e7ece7ef0ce0), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:42:59.175910 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe47f0f-c147-41c9-aea0-f96143e91d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c91d50-101f-41c8-a4a8-e7ece7ef0ce0'}] {{(pid=104274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:42:59.178228 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fca5e984e5382dc69b1537007bd6daca7693f884f9b7ded019456fb151e79c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e439be-469d-4766-9763-769bc26caaeb" -d '{"events": [{"server_uuid": "1fe47f0f-c147-41c9-aea0-f96143e91d6c", "name": "network-vif-plugged", "status": "completed", "tag": "84c91d50-101f-41c8-a4a8-e7ece7ef0ce0"}]}' {{(pid=104274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:42:59.190955 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port 84c91d50-101f-41c8-a4a8-e7ece7ef0ce0, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=84c91d50-101f-41c8-a4a8-e7ece7ef0ce0,segment=NetworkSegment(bf877614-f662-462a-90f6-6165081f6798),segment_id=bf877614-f662-462a-90f6-6165081f6798)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:42:59.249143 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:42:59.253043 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=31 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:42:59.269169 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ceeba05-d337-4c6a-b7a9-b16765e56409 x-openstack-request-id: req-2ceeba05-d337-4c6a-b7a9-b16765e56409 {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:42:59.269492 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe47f0f-c147-41c9-aea0-f96143e91d6c", "name": "network-vif-plugged", "status": "completed", "tag": "84c91d50-101f-41c8-a4a8-e7ece7ef0ce0", "code": 200}]} {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:42:59.269768 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2ceeba05-d337-4c6a-b7a9-b16765e56409 {{(pid=104274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:42:59.270172 dv-cinder-799871-48-iscsi neutron-server[104274]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ceeba05-d337-4c6a-b7a9-b16765e56409'] response: {'server_uuid': '1fe47f0f-c147-41c9-aea0-f96143e91d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c91d50-101f-41c8-a4a8-e7ece7ef0ce0', 'code': 200} Jul 28 05:42:59.272550 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (84c91d50-101f-41c8-a4a8-e7ece7ef0ce0), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:42:59.321287 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=84c91d50-101f-41c8-a4a8-e7ece7ef0ce0,revision_number=5']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:42:59.455379 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1573d-d659-42d0-a67c-9ec67ce974d8 req-042bbf57-f26c-4045-aeec-aa84179b041a tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:42:59.456838 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-74a1573d-d659-42d0-a67c-9ec67ce974d8 req-042bbf57-f26c-4045-aeec-aa84179b041a tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=1fe47f0f-c147-41c9-aea0-f96143e91d6c HTTP/1.1" status: 200 len: 945 time: 0.0482862 Jul 28 05:42:59.510985 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-74a1573d-d659-42d0-a67c-9ec67ce974d8 req-7853561c-9ec8-4954-9d57-e0c8b238fce5 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480745 Jul 28 05:42:59.708561 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d171a-3790-4672-b0d3-95df05c5b657 req-54f0b1f5-369c-424e-a971-3c7ea3a887eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:42:59.710092 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-978d171a-3790-4672-b0d3-95df05c5b657 req-54f0b1f5-369c-424e-a971-3c7ea3a887eb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1fe47f0f-c147-41c9-aea0-f96143e91d6c HTTP/1.1" status: 200 len: 1129 time: 0.0397160 Jul 28 05:42:59.756189 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-978d171a-3790-4672-b0d3-95df05c5b657 req-189932b8-dcff-4167-bdac-d8e4456c70bb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397029 Jul 28 05:43:00.629612 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c0c9e-15ce-4905-96c4-34e81737a8a9 req-b1a47503-5207-4513-9827-4d5907d99f5c tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:00.631755 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3f5c0c9e-15ce-4905-96c4-34e81737a8a9 req-b1a47503-5207-4513-9827-4d5907d99f5c tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=1fe47f0f-c147-41c9-aea0-f96143e91d6c HTTP/1.1" status: 200 len: 945 time: 0.0481851 Jul 28 05:43:00.681884 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3f5c0c9e-15ce-4905-96c4-34e81737a8a9 req-ce7b75aa-10d1-413b-9bbf-c6100788f1a3 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445549 Jul 28 05:43:01.802959 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8995e2d-ce1d-439b-b278-b4f4ea8f4c1c req-f5714639-c07c-4bfc-9b56-bdf77dc2a1c4 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:01.804421 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c8995e2d-ce1d-439b-b278-b4f4ea8f4c1c req-f5714639-c07c-4bfc-9b56-bdf77dc2a1c4 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=1fe47f0f-c147-41c9-aea0-f96143e91d6c HTTP/1.1" status: 200 len: 945 time: 0.0510814 Jul 28 05:43:01.852935 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c8995e2d-ce1d-439b-b278-b4f4ea8f4c1c req-c558b92b-ef4f-4213-8fc8-95cc57029c32 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430717 Jul 28 05:43:01.966474 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c031db9-b4c0-4fc6-82d7-3fb4ba85920d req-37f0e7cf-6285-4bf9-b001-e378a6337b47 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:01.967822 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2c031db9-b4c0-4fc6-82d7-3fb4ba85920d req-37f0e7cf-6285-4bf9-b001-e378a6337b47 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=1fe47f0f-c147-41c9-aea0-f96143e91d6c HTTP/1.1" status: 200 len: 945 time: 0.0468855 Jul 28 05:43:02.015803 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2c031db9-b4c0-4fc6-82d7-3fb4ba85920d req-46d64956-d6c6-4544-b320-5d80fc1dd283 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426278 Jul 28 05:43:02.042288 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 44438) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:43:02.071717 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:43:02.082649 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602f235c-86c3-4e93-aabd-b4dab55433cf tempest-TestVolumeBootPattern-2000149991 tempest-TestVolumeBootPattern-2000149991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:02.084730 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-602f235c-86c3-4e93-aabd-b4dab55433cf tempest-TestVolumeBootPattern-2000149991 tempest-TestVolumeBootPattern-2000149991-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=1fe47f0f-c147-41c9-aea0-f96143e91d6c HTTP/1.1" status: 200 len: 1124 time: 0.0409904 Jul 28 05:43:02.087868 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 44440) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:43:02.091971 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-8e7a4eb0-a1af-4591-819c-6c1dc6a1209f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Request body: {'floatingip': {'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'port_id': '84c91d50-101f-41c8-a4a8-e7ece7ef0ce0', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:43:02.175948 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-8e7a4eb0-a1af-4591-819c-6c1dc6a1209f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:43:02.217793 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:43:02.253881 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-8e7a4eb0-a1af-4591-819c-6c1dc6a1209f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:43:02.360722 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.db_base_plugin_common [None req-8e7a4eb0-a1af-4591-819c-6c1dc6a1209f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Allocated IP 172.27.0.176 (d892672b-b726-43a1-a501-142ea5a750c8/481049b9-1d68-41f1-a9d6-55330db72a03/dde1e9bc-6acf-464e-a234-4649dcb79fe9) {{(pid=104272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:43:02.460282 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-8e7a4eb0-a1af-4591-819c-6c1dc6a1209f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for port (dde1e9bc-6acf-464e-a234-4649dcb79fe9), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:43:02.542022 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-8e7a4eb0-a1af-4591-819c-6c1dc6a1209f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (dde1e9bc-6acf-464e-a234-4649dcb79fe9), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:43:02.586389 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7a4eb0-a1af-4591-819c-6c1dc6a1209f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Network d892672b-b726-43a1-a501-142ea5a750c8 is already hosted by enough agents. {{(pid=104272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:43:02.591220 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [None req-8e7a4eb0-a1af-4591-819c-6c1dc6a1209f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Resources bound (agent type, host, resource id): {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:43:02.594965 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7a4eb0-a1af-4591-819c-6c1dc6a1209f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Received port after_create {{(pid=104272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:43:02.598167 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a4eb0-a1af-4591-819c-6c1dc6a1209f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Pushing event updated for resources: {'Port': ['ID=dde1e9bc-6acf-464e-a234-4649dcb79fe9,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:43:02.624667 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a4eb0-a1af-4591-819c-6c1dc6a1209f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:02.625018 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a4eb0-a1af-4591-819c-6c1dc6a1209f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:02.625357 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a4eb0-a1af-4591-819c-6c1dc6a1209f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:02.625742 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a4eb0-a1af-4591-819c-6c1dc6a1209f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:02.626069 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a4eb0-a1af-4591-819c-6c1dc6a1209f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:02.626397 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a4eb0-a1af-4591-819c-6c1dc6a1209f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:02.627599 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a4eb0-a1af-4591-819c-6c1dc6a1209f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:02.627926 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a4eb0-a1af-4591-819c-6c1dc6a1209f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:02.628252 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a4eb0-a1af-4591-819c-6c1dc6a1209f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:02.628578 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a4eb0-a1af-4591-819c-6c1dc6a1209f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:02.628902 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a4eb0-a1af-4591-819c-6c1dc6a1209f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:02.629222 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a4eb0-a1af-4591-819c-6c1dc6a1209f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:02.629564 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a4eb0-a1af-4591-819c-6c1dc6a1209f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:02.629882 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a4eb0-a1af-4591-819c-6c1dc6a1209f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:02.630198 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a4eb0-a1af-4591-819c-6c1dc6a1209f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:02.939165 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:43:02.956109 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-8e7a4eb0-a1af-4591-819c-6c1dc6a1209f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for floatingip (8dc48c67-35d8-48ee-b38c-c4bf983ccc7d), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:43:03.072708 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:43:03.084290 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-8e7a4eb0-a1af-4591-819c-6c1dc6a1209f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (dde1e9bc-6acf-464e-a234-4649dcb79fe9), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:43:03.236935 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-8e7a4eb0-a1af-4591-819c-6c1dc6a1209f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for port (dde1e9bc-6acf-464e-a234-4649dcb79fe9), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:43:03.267280 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:43:03.295753 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-8e7a4eb0-a1af-4591-819c-6c1dc6a1209f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8637776'] for port (dde1e9bc-6acf-464e-a234-4649dcb79fe9), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:43:03.364290 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a4eb0-a1af-4591-819c-6c1dc6a1209f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Pushing event updated for resources: {'Port': ['ID=dde1e9bc-6acf-464e-a234-4649dcb79fe9,revision_number=2']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:43:03.378419 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-8e7a4eb0-a1af-4591-819c-6c1dc6a1209f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4016612'] for floatingip (8dc48c67-35d8-48ee-b38c-c4bf983ccc7d), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:43:03.473955 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.db.l3_db [None req-8e7a4eb0-a1af-4591-819c-6c1dc6a1209f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Floating IP 8dc48c67-35d8-48ee-b38c-c4bf983ccc7d associated. External IP: 172.27.0.176, port: 84c91d50-101f-41c8-a4a8-e7ece7ef0ce0. Jul 28 05:43:03.667413 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7a4eb0-a1af-4591-819c-6c1dc6a1209f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Router 25d90893-ee95-44a2-bbe4-57db53b449b8 has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:43:03.751022 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:43:03.770818 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7a4eb0-a1af-4591-819c-6c1dc6a1209f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:43:03.780401 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1bd1bb-3c52-4a91-a865-b3c69dda4960 None None] Sync routers for ids ['25d90893-ee95-44a2-bbe4-57db53b449b8'] in dv-cinder-799871-48-iscsi {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:43:03.791585 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1bd1bb-3c52-4a91-a865-b3c69dda4960 None None] Routers {'25d90893-ee95-44a2-bbe4-57db53b449b8'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:43:03.792191 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-0e1bd1bb-3c52-4a91-a865-b3c69dda4960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:42:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['25d90893-ee95-44a2-bbe4-57db53b449b8'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:43:03.853115 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-8e7a4eb0-a1af-4591-819c-6c1dc6a1209f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for floatingip (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:43:03.884118 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-8e7a4eb0-a1af-4591-819c-6c1dc6a1209f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7952328 Jul 28 05:43:03.884993 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe47f0f-c147-41c9-aea0-f96143e91d6c', 'tag': '84c91d50-101f-41c8-a4a8-e7ece7ef0ce0'}] {{(pid=104272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:43:03.887477 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90743944bbcefbc541f6211993cabd2c9418e1ba23e64f30c52edf03935cac0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74eff634-faf0-4b6c-9371-373061c92b96" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe47f0f-c147-41c9-aea0-f96143e91d6c", "tag": "84c91d50-101f-41c8-a4a8-e7ece7ef0ce0"}]}' {{(pid=104272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:43:03.894434 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-0e1bd1bb-3c52-4a91-a865-b3c69dda4960 None None] Set router 25d90893-ee95-44a2-bbe4-57db53b449b8 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:43:03.980914 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c1fe52-80d1-4522-b642-153e3f3b6f06 x-openstack-request-id: req-25c1fe52-80d1-4522-b642-153e3f3b6f06 {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:43:03.981400 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe47f0f-c147-41c9-aea0-f96143e91d6c", "tag": "84c91d50-101f-41c8-a4a8-e7ece7ef0ce0", "status": "completed", "code": 200}]} {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:43:03.981543 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-25c1fe52-80d1-4522-b642-153e3f3b6f06 {{(pid=104272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:43:03.981863 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25c1fe52-80d1-4522-b642-153e3f3b6f06'] response: {'name': 'network-changed', 'server_uuid': '1fe47f0f-c147-41c9-aea0-f96143e91d6c', 'tag': '84c91d50-101f-41c8-a4a8-e7ece7ef0ce0', 'status': 'completed', 'code': 200} Jul 28 05:43:04.041058 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eff634-faf0-4b6c-9371-373061c92b96 req-6066910b-e4e2-4686-9d1c-66841c225c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:04.042596 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-74eff634-faf0-4b6c-9371-373061c92b96 req-6066910b-e4e2-4686-9d1c-66841c225c1f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=049ba77de43b4702832529d687f5f7a3&device_id=1fe47f0f-c147-41c9-aea0-f96143e91d6c HTTP/1.1" status: 200 len: 1129 time: 0.0407271 Jul 28 05:43:04.112366 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-0e1bd1bb-3c52-4a91-a865-b3c69dda4960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'name': 'tempest-TestVolumeBootPattern-1058617019-router', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:39:27Z', 'updated_at': '2022-07-28T05:39:31Z', 'revision_number': 4, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'gw_port': {'id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:37:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:28Z', 'updated_at': '2022-07-28T05:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': '8dc48c67-35d8-48ee-b38c-c4bf983ccc7d', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'floating_ip_address': '172.27.0.176', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'port_id': '84c91d50-101f-41c8-a4a8-e7ece7ef0ce0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'mac_address': 'fa:16:3e:7f:26:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe47f0f-c147-41c9-aea0-f96143e91d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:43:02Z', 'updated_at': '2022-07-28T05:43:02Z', 'revision_number': 0, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce254138-9b1b-4916-9149-272d42456e62', 'name': '', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'mac_address': 'fa:16:3e:43:f0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:30Z', 'updated_at': '2022-07-28T05:39:36Z', 'revision_number': 5, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'subnets': [{'id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:43:04.136457 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eff634-faf0-4b6c-9371-373061c92b96 req-5e14c2be-608e-4ca4-b7ea-dc14bb55d9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:04.136685 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1bd1bb-3c52-4a91-a865-b3c69dda4960 None None] Checking router: 25d90893-ee95-44a2-bbe4-57db53b449b8 for host: dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:43:04.137970 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-74eff634-faf0-4b6c-9371-373061c92b96 req-5e14c2be-608e-4ca4-b7ea-dc14bb55d9e9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5edb77fb-18f0-41c1-85ec-83f10d2e2f1e HTTP/1.1" status: 200 len: 913 time: 0.0898628 Jul 28 05:43:04.145681 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1bd1bb-3c52-4a91-a865-b3c69dda4960 None None] Routers {'25d90893-ee95-44a2-bbe4-57db53b449b8'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:43:04.146799 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-0e1bd1bb-3c52-4a91-a865-b3c69dda4960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:42:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['25d90893-ee95-44a2-bbe4-57db53b449b8'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:43:04.205579 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-74eff634-faf0-4b6c-9371-373061c92b96 req-08615f06-ef94-45a1-86c4-fa13bc16832a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84c91d50-101f-41c8-a4a8-e7ece7ef0ce0 HTTP/1.1" status: 200 len: 999 time: 0.0616276 Jul 28 05:43:04.249400 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-0e1bd1bb-3c52-4a91-a865-b3c69dda4960 None None] Set router 25d90893-ee95-44a2-bbe4-57db53b449b8 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:43:04.253876 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eff634-faf0-4b6c-9371-373061c92b96 req-73fc3b1d-7b8a-4012-a5d2-7010dee85ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:04.255342 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-74eff634-faf0-4b6c-9371-373061c92b96 req-73fc3b1d-7b8a-4012-a5d2-7010dee85ef3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80f59cf9-dd9f-4c53-87ba-c86edc35d104 HTTP/1.1" status: 200 len: 851 time: 0.0430765 Jul 28 05:43:04.301770 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eff634-faf0-4b6c-9371-373061c92b96 req-c482b35e-8615-4615-9f7b-8b8794433a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:04.303340 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-74eff634-faf0-4b6c-9371-373061c92b96 req-c482b35e-8615-4615-9f7b-8b8794433a18 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5edb77fb-18f0-41c1-85ec-83f10d2e2f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396240 Jul 28 05:43:04.399158 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-74eff634-faf0-4b6c-9371-373061c92b96 req-60b5da23-9486-4192-a84b-89526b287a8a service neutron] 10.222.0.57 "GET /v2.0/networks/5edb77fb-18f0-41c1-85ec-83f10d2e2f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882885 Jul 28 05:43:04.463041 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-0e1bd1bb-3c52-4a91-a865-b3c69dda4960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'name': 'tempest-TestVolumeBootPattern-1058617019-router', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:39:27Z', 'updated_at': '2022-07-28T05:39:31Z', 'revision_number': 4, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'gw_port': {'id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:37:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:28Z', 'updated_at': '2022-07-28T05:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': '8dc48c67-35d8-48ee-b38c-c4bf983ccc7d', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'floating_ip_address': '172.27.0.176', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'port_id': '84c91d50-101f-41c8-a4a8-e7ece7ef0ce0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'mac_address': 'fa:16:3e:7f:26:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe47f0f-c147-41c9-aea0-f96143e91d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:43:02Z', 'updated_at': '2022-07-28T05:43:02Z', 'revision_number': 0, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce254138-9b1b-4916-9149-272d42456e62', 'name': '', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'mac_address': 'fa:16:3e:43:f0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:30Z', 'updated_at': '2022-07-28T05:39:36Z', 'revision_number': 5, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'subnets': [{'id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:43:04.489977 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-74eff634-faf0-4b6c-9371-373061c92b96 req-9ceae0d1-66a5-46b3-a81d-be3aadac7c16 service neutron] 10.222.0.57 "GET /v2.0/networks/5edb77fb-18f0-41c1-85ec-83f10d2e2f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840647 Jul 28 05:43:04.566628 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1bd1bb-3c52-4a91-a865-b3c69dda4960 None None] The sync data for ids ['25d90893-ee95-44a2-bbe4-57db53b449b8'] in dv-cinder-799871-48-iscsi is: [{'id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'name': 'tempest-TestVolumeBootPattern-1058617019-router', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:39:27Z', 'updated_at': '2022-07-28T05:39:31Z', 'revision_number': 4, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'gw_port': {'id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:37:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:28Z', 'updated_at': '2022-07-28T05:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': '8dc48c67-35d8-48ee-b38c-c4bf983ccc7d', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'floating_ip_address': '172.27.0.176', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'port_id': '84c91d50-101f-41c8-a4a8-e7ece7ef0ce0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'mac_address': 'fa:16:3e:7f:26:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe47f0f-c147-41c9-aea0-f96143e91d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:43:02Z', 'updated_at': '2022-07-28T05:43:02Z', 'revision_number': 0, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce254138-9b1b-4916-9149-272d42456e62', 'name': '', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'mac_address': 'fa:16:3e:43:f0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:30Z', 'updated_at': '2022-07-28T05:39:36Z', 'revision_number': 5, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'subnets': [{'id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:43:04.751070 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c291f6-d8f7-4800-85d5-276aeb90de72 None None] New status for floating IP 8dc48c67-35d8-48ee-b38c-c4bf983ccc7d: ACTIVE {{(pid=104274) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 05:43:05.273291 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-fd1f66af-0794-4bc9-861f-1751d678cebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:43:07.650352 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a9c82a3c-5178-48c6-8204-0fcf2b32ec87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:43:08.671608 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:43:08.845448 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 6 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:43:10.581669 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:43:10.781754 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:43:13.878787 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=65,neutron:DELETE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:43:13.880760 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:43:14.474783 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=50 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:43:14.486862 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=62 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:43:18.841445 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=76 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:43:18.842199 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=74 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:43:20.718706 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=64,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:43:20.724583 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:43:28.445451 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253277d-e5d2-4175-8e35-69387af97511 req-2103dbe7-382d-413e-a8f5-0443d966ff1a tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:28.447000 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f253277d-e5d2-4175-8e35-69387af97511 req-2103dbe7-382d-413e-a8f5-0443d966ff1a tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 946 time: 0.0507503 Jul 28 05:43:28.500580 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f253277d-e5d2-4175-8e35-69387af97511 req-68ff1eaf-6cc3-4c1b-b510-127910fa03fa tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471265 Jul 28 05:43:29.617867 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b3b9d-26e8-4b53-92a4-de6507bfb278 req-83227e2a-dfad-4d9e-b878-709db78d1ba1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:29.622087 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b25b3b9d-26e8-4b53-92a4-de6507bfb278 req-83227e2a-dfad-4d9e-b878-709db78d1ba1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 946 time: 0.0473840 Jul 28 05:43:29.669743 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b25b3b9d-26e8-4b53-92a4-de6507bfb278 req-f4130ff0-5f3c-4f9e-9cd6-65ab08955a95 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447316 Jul 28 05:43:30.786756 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ba5d6-4838-45fd-946c-84e45ac36463 req-892f3621-362f-4d3a-9886-9bec305c18b2 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:30.789371 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ec7ba5d6-4838-45fd-946c-84e45ac36463 req-892f3621-362f-4d3a-9886-9bec305c18b2 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 946 time: 0.0464697 Jul 28 05:43:30.840884 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ec7ba5d6-4838-45fd-946c-84e45ac36463 req-6cc07908-a56e-4cc4-a5a8-bd13123a4688 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466189 Jul 28 05:43:31.958529 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2a07c-c24c-40c3-95bc-d1f2117c1fa5 req-b009c586-9966-44ad-bcdf-183b82ad2aa0 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:31.959975 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-60e2a07c-c24c-40c3-95bc-d1f2117c1fa5 req-b009c586-9966-44ad-bcdf-183b82ad2aa0 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 946 time: 0.0471497 Jul 28 05:43:32.008639 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-60e2a07c-c24c-40c3-95bc-d1f2117c1fa5 req-002e7449-8857-4bac-a457-4bfbe1b86820 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429640 Jul 28 05:43:33.123960 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cde597-7631-4dc5-8c2c-44c6b266d35a req-55810567-0492-4d6b-9c7e-f93ec24ef766 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:33.125404 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-22cde597-7631-4dc5-8c2c-44c6b266d35a req-55810567-0492-4d6b-9c7e-f93ec24ef766 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 946 time: 0.0472898 Jul 28 05:43:33.174904 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-22cde597-7631-4dc5-8c2c-44c6b266d35a req-fce07262-c461-42cd-8dd9-24b5de6efcea tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439065 Jul 28 05:43:33.266924 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:43:34.294518 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08825853-e999-4421-bbe4-4f8355b8d2f7 req-c3b3cac0-a43d-4601-bc35-106434025533 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:34.296020 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-08825853-e999-4421-bbe4-4f8355b8d2f7 req-c3b3cac0-a43d-4601-bc35-106434025533 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 946 time: 0.0522244 Jul 28 05:43:34.344431 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-08825853-e999-4421-bbe4-4f8355b8d2f7 req-6ebc9763-fb39-42f9-8a10-b27994f3a967 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429955 Jul 28 05:43:35.266607 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-78c4ce5b-e86b-461c-b2e4-0fae3cb6e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:43:35.462272 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9387fc8-40f7-4a1d-8dde-1a57fc110d46 req-2fd8a963-2901-494e-b900-62a18ce87b1e tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:35.463663 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f9387fc8-40f7-4a1d-8dde-1a57fc110d46 req-2fd8a963-2901-494e-b900-62a18ce87b1e tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 946 time: 0.0473738 Jul 28 05:43:35.513108 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f9387fc8-40f7-4a1d-8dde-1a57fc110d46 req-f856f13f-57f5-4f6a-ba8b-e8b7884b6dad tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438468 Jul 28 05:43:35.531390 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=18 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:43:35.532290 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=14 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:43:36.627627 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6e175-6ff0-4193-a48f-0e4d96a9eec0 req-ef04131e-55d4-42a1-b5b2-27e9641a5ab1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:36.629080 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-74c6e175-6ff0-4193-a48f-0e4d96a9eec0 req-ef04131e-55d4-42a1-b5b2-27e9641a5ab1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 946 time: 0.0459425 Jul 28 05:43:36.682315 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-74c6e175-6ff0-4193-a48f-0e4d96a9eec0 req-e8f350aa-b46f-4322-8375-8c4d98b51d69 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478148 Jul 28 05:43:37.638898 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-f19ff50a-96f7-4d6e-9421-87d67986797f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:43:37.799884 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee6284-4a29-4776-b5ed-6db77776d221 req-2e108248-d29f-433e-8db4-8a36ddf30ebc tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:37.801241 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2bee6284-4a29-4776-b5ed-6db77776d221 req-2e108248-d29f-433e-8db4-8a36ddf30ebc tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 946 time: 0.0482626 Jul 28 05:43:37.850304 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2bee6284-4a29-4776-b5ed-6db77776d221 req-a2ff8b1a-af00-4549-8ca8-9d6e4bd5df65 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435796 Jul 28 05:43:38.648648 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdf2b4-6216-48c0-bee0-90d0da72d95d req-d200efe0-70ff-43fe-bcfd-a3c9d93d3e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:38.650184 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-b2cdf2b4-6216-48c0-bee0-90d0da72d95d req-d200efe0-70ff-43fe-bcfd-a3c9d93d3e6c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=42f0cd3e66ff4f08bcabdd66f24995ff&device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 1130 time: 0.0395849 Jul 28 05:43:38.661192 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:43:38.743134 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdf2b4-6216-48c0-bee0-90d0da72d95d req-6e10e016-9737-466e-a4e6-7518184fec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:38.744608 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-b2cdf2b4-6216-48c0-bee0-90d0da72d95d req-6e10e016-9737-466e-a4e6-7518184fec1a service neutron] 10.222.0.57 "GET /v2.0/networks?id=d35a5d75-c1c1-4569-87f3-e51b7895c9f5 HTTP/1.1" status: 200 len: 910 time: 0.0889075 Jul 28 05:43:38.810809 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-b2cdf2b4-6216-48c0-bee0-90d0da72d95d req-ff06ae4f-b476-492b-bc8e-0b165b68a9e7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dabecf43-c874-4b75-a78a-c55fa1c40977 HTTP/1.1" status: 200 len: 1002 time: 0.0586183 Jul 28 05:43:38.861797 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdf2b4-6216-48c0-bee0-90d0da72d95d req-598b32b2-d7da-4c1e-9001-b7e44afab997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:38.863139 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-b2cdf2b4-6216-48c0-bee0-90d0da72d95d req-598b32b2-d7da-4c1e-9001-b7e44afab997 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d3408c94-ba76-45a6-92ab-69ae3f0aeb78 HTTP/1.1" status: 200 len: 848 time: 0.0461214 Jul 28 05:43:38.909665 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdf2b4-6216-48c0-bee0-90d0da72d95d req-5c7645e3-f2eb-4a27-b1c4-e438bd3279cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:38.911382 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-b2cdf2b4-6216-48c0-bee0-90d0da72d95d req-5c7645e3-f2eb-4a27-b1c4-e438bd3279cb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d35a5d75-c1c1-4569-87f3-e51b7895c9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424976 Jul 28 05:43:38.971336 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c908a-924d-4686-8cd1-a828ef6de042 req-ebe428e2-22e6-49b4-9cf4-950205979e87 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:38.972877 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-849c908a-924d-4686-8cd1-a828ef6de042 req-ebe428e2-22e6-49b4-9cf4-950205979e87 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 946 time: 0.0474679 Jul 28 05:43:39.005660 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-b2cdf2b4-6216-48c0-bee0-90d0da72d95d req-2a68555f-2943-429c-9222-45b965de05e7 service neutron] 10.222.0.57 "GET /v2.0/networks/d35a5d75-c1c1-4569-87f3-e51b7895c9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879169 Jul 28 05:43:39.021842 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-849c908a-924d-4686-8cd1-a828ef6de042 req-f436d040-0c1f-4d39-b35b-fe8acc190c07 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432220 Jul 28 05:43:39.094265 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-b2cdf2b4-6216-48c0-bee0-90d0da72d95d req-0729d218-94ef-4789-a5ed-cf7129467292 service neutron] 10.222.0.57 "GET /v2.0/networks/d35a5d75-c1c1-4569-87f3-e51b7895c9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832100 Jul 28 05:43:40.141608 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96a234-2fe7-43ec-99ca-aa629be450b0 req-0d2ff71b-91f4-44b9-a4b0-d9edcdfa5a3d tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:40.143069 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8c96a234-2fe7-43ec-99ca-aa629be450b0 req-0d2ff71b-91f4-44b9-a4b0-d9edcdfa5a3d tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 946 time: 0.0496316 Jul 28 05:43:40.173369 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:43:40.191729 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8c96a234-2fe7-43ec-99ca-aa629be450b0 req-378e7419-4401-45c3-8b0a-a664f5e46962 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432720 Jul 28 05:43:40.564099 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:43:40.807999 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:43:41.278168 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:43:41.314457 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f0c56-fa60-4ca2-937d-2467fca1db0b req-4a37f5c9-f11a-413a-b5db-72040051c70a tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:41.315920 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1e8f0c56-fa60-4ca2-937d-2467fca1db0b req-4a37f5c9-f11a-413a-b5db-72040051c70a tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 946 time: 0.0474162 Jul 28 05:43:41.365854 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1e8f0c56-fa60-4ca2-937d-2467fca1db0b req-db864fcb-a063-4b3b-8426-9000aaa371e7 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443652 Jul 28 05:43:42.484656 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68a4f7-2773-4ec3-8b85-a19074b94c38 req-5af6303d-ac8d-47bc-9f9c-564e26ac15d7 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:42.486146 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5d68a4f7-2773-4ec3-8b85-a19074b94c38 req-5af6303d-ac8d-47bc-9f9c-564e26ac15d7 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 946 time: 0.0508313 Jul 28 05:43:42.537099 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5d68a4f7-2773-4ec3-8b85-a19074b94c38 req-d00c691f-2763-4130-87b2-6eb6029c6430 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455074 Jul 28 05:43:42.989301 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf19afe-d0ff-42a8-bcaa-98add46a1fe8 req-77500b92-084f-4519-8c03-8d2810ba13be tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:42.990880 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5cf19afe-d0ff-42a8-bcaa-98add46a1fe8 req-77500b92-084f-4519-8c03-8d2810ba13be tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 946 time: 0.0487156 Jul 28 05:43:43.041068 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5cf19afe-d0ff-42a8-bcaa-98add46a1fe8 req-48a412e1-6992-4544-9b1e-0ae22de79f8c tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444694 Jul 28 05:43:43.044456 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-07b3c742-c080-4813-b5b3-bd2fda8b284c req-6c1c6fc0-2adc-43f3-819f-051dc872f1ba service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0901837 Jul 28 05:43:43.165777 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3c742-c080-4813-b5b3-bd2fda8b284c req-d0019047-8c88-4dd7-9b77-e8d544d5f147 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:43.167045 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-07b3c742-c080-4813-b5b3-bd2fda8b284c req-d0019047-8c88-4dd7-9b77-e8d544d5f147 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports/dabecf43-c874-4b75-a78a-c55fa1c40977 HTTP/1.1" status: 200 len: 943 time: 0.0984106 Jul 28 05:43:44.165780 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81157312-2af8-47bb-ba18-213cc1a8f168 req-605e282e-47b0-4e01-b539-7eaf502ac298 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:44.167223 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-81157312-2af8-47bb-ba18-213cc1a8f168 req-605e282e-47b0-4e01-b539-7eaf502ac298 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 946 time: 0.0501969 Jul 28 05:43:44.216057 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-81157312-2af8-47bb-ba18-213cc1a8f168 req-35d949ab-4430-4b19-bf2e-b07605c9d769 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429714 Jul 28 05:43:45.318684 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device dabecf43-c874-4b75-a78a-c55fa1c40977 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:43:45.341510 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e1436-121c-4f94-b6ba-0a4727cfc935 req-0be4d4ff-1a47-4d3b-9855-00d8815b7e4a tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:45.346137 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-474e1436-121c-4f94-b6ba-0a4727cfc935 req-0be4d4ff-1a47-4d3b-9855-00d8815b7e4a tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 946 time: 0.0516171 Jul 28 05:43:45.394931 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port dabecf43-c874-4b75-a78a-c55fa1c40977 is: ACTIVE; New status is: DOWN {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:43:45.395329 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (dabecf43-c874-4b75-a78a-c55fa1c40977), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:43:45.396479 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-474e1436-121c-4f94-b6ba-0a4727cfc935 req-4a4e31be-3a4f-4336-ab08-d16324d6dd70 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471356 Jul 28 05:43:45.420489 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d4fabd-fff3-4a2e-8278-a2451c230347', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dabecf43-c874-4b75-a78a-c55fa1c40977'}] {{(pid=104274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:43:45.422982 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fca5e984e5382dc69b1537007bd6daca7693f884f9b7ded019456fb151e79c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313ff26b-52d8-4f17-9cb4-390eb5faab08" -d '{"events": [{"server_uuid": "37d4fabd-fff3-4a2e-8278-a2451c230347", "name": "network-vif-unplugged", "status": "completed", "tag": "dabecf43-c874-4b75-a78a-c55fa1c40977"}]}' {{(pid=104274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:43:45.435710 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port dabecf43-c874-4b75-a78a-c55fa1c40977, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=dabecf43-c874-4b75-a78a-c55fa1c40977,segment=NetworkSegment(47b6d266-4baa-4150-bdb7-5a225197d438),segment_id=47b6d266-4baa-4150-bdb7-5a225197d438)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:43:45.455828 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Jul 2022 05:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe6e2a8-2094-4158-943a-2fa8c3ce474f x-openstack-request-id: req-cbe6e2a8-2094-4158-943a-2fa8c3ce474f {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:43:45.456122 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37d4fabd-fff3-4a2e-8278-a2451c230347", "name": "network-vif-unplugged", "status": "failed", "tag": "dabecf43-c874-4b75-a78a-c55fa1c40977", "code": 422}]} {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:43:45.456381 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-cbe6e2a8-2094-4158-943a-2fa8c3ce474f {{(pid=104274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:43:45.456829 dv-cinder-799871-48-iscsi neutron-server[104274]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-cbe6e2a8-2094-4158-943a-2fa8c3ce474f']: {'server_uuid': '37d4fabd-fff3-4a2e-8278-a2451c230347', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dabecf43-c874-4b75-a78a-c55fa1c40977', 'code': 422} returned with failed status Jul 28 05:43:45.501266 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (dabecf43-c874-4b75-a78a-c55fa1c40977), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:43:45.551159 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=dabecf43-c874-4b75-a78a-c55fa1c40977,revision_number=6']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:43:45.844795 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 6 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:43:45.924795 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3c742-c080-4813-b5b3-bd2fda8b284c req-d8f622a9-b2ca-4c7a-9676-41353b68d8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:45.926301 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-07b3c742-c080-4813-b5b3-bd2fda8b284c req-d8f622a9-b2ca-4c7a-9676-41353b68d8c5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347&tenant_id=42f0cd3e66ff4f08bcabdd66f24995ff HTTP/1.1" status: 200 len: 1128 time: 0.0654829 Jul 28 05:43:45.933419 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a250c90-9086-456e-adfa-adab3862c837 req-56e707db-afdc-4236-bb06-3d73a57c8279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:45.934800 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-1a250c90-9086-456e-adfa-adab3862c837 req-56e707db-afdc-4236-bb06-3d73a57c8279 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=42f0cd3e66ff4f08bcabdd66f24995ff&device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 1128 time: 0.0441618 Jul 28 05:43:46.037575 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a250c90-9086-456e-adfa-adab3862c837 req-af99ad69-516c-499a-8174-5a86f30d03cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:46.039020 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-1a250c90-9086-456e-adfa-adab3862c837 req-af99ad69-516c-499a-8174-5a86f30d03cf service neutron] 10.222.0.57 "GET /v2.0/networks?id=d35a5d75-c1c1-4569-87f3-e51b7895c9f5 HTTP/1.1" status: 200 len: 910 time: 0.0861351 Jul 28 05:43:46.099685 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-1a250c90-9086-456e-adfa-adab3862c837 req-a990e921-ac8e-4f40-b768-2b6e2ee24278 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dabecf43-c874-4b75-a78a-c55fa1c40977 HTTP/1.1" status: 200 len: 1000 time: 0.0544429 Jul 28 05:43:46.149415 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a250c90-9086-456e-adfa-adab3862c837 req-e2d3779a-027d-4b27-8858-cb7b105ac10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:46.150877 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-1a250c90-9086-456e-adfa-adab3862c837 req-e2d3779a-027d-4b27-8858-cb7b105ac10b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d3408c94-ba76-45a6-92ab-69ae3f0aeb78 HTTP/1.1" status: 200 len: 848 time: 0.0435832 Jul 28 05:43:46.196406 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a250c90-9086-456e-adfa-adab3862c837 req-42fb5b91-fb04-445a-b4e1-a0bda760ec96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:46.197884 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-1a250c90-9086-456e-adfa-adab3862c837 req-42fb5b91-fb04-445a-b4e1-a0bda760ec96 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d35a5d75-c1c1-4569-87f3-e51b7895c9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412838 Jul 28 05:43:46.288139 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-1a250c90-9086-456e-adfa-adab3862c837 req-5fcec0fa-aaee-4eca-a500-e3e10ec7ec8d service neutron] 10.222.0.57 "GET /v2.0/networks/d35a5d75-c1c1-4569-87f3-e51b7895c9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836389 Jul 28 05:43:46.365835 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=100 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:43:46.371350 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=100 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:43:46.381444 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-1a250c90-9086-456e-adfa-adab3862c837 req-dc84a647-2311-42a5-9bdd-29b62a43ea69 service neutron] 10.222.0.57 "GET /v2.0/networks/d35a5d75-c1c1-4569-87f3-e51b7895c9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864134 Jul 28 05:43:46.524989 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65733f-483a-4246-a74a-ecf68eb8a812 req-38474bba-6475-4e55-95f0-5f0d91f2edc1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:46.527215 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-bf65733f-483a-4246-a74a-ecf68eb8a812 req-38474bba-6475-4e55-95f0-5f0d91f2edc1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 944 time: 0.0572691 Jul 28 05:43:46.554722 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3c742-c080-4813-b5b3-bd2fda8b284c req-4a130d18-5341-4d1e-9fd8-f8499bbe4344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:46.556537 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-07b3c742-c080-4813-b5b3-bd2fda8b284c req-4a130d18-5341-4d1e-9fd8-f8499bbe4344 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=42f0cd3e66ff4f08bcabdd66f24995ff&device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 1128 time: 0.0467722 Jul 28 05:43:46.581096 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-bf65733f-483a-4246-a74a-ecf68eb8a812 req-62841906-e910-4817-ad8a-81fafbba9835 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477803 Jul 28 05:43:46.649873 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3c742-c080-4813-b5b3-bd2fda8b284c req-c53ca4df-ee73-437a-b22b-e645456b16d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:46.651256 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-07b3c742-c080-4813-b5b3-bd2fda8b284c req-c53ca4df-ee73-437a-b22b-e645456b16d2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d35a5d75-c1c1-4569-87f3-e51b7895c9f5 HTTP/1.1" status: 200 len: 910 time: 0.0881782 Jul 28 05:43:46.712522 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-07b3c742-c080-4813-b5b3-bd2fda8b284c req-8828d4e5-c9dd-4832-bc2b-96c5efe4dd63 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dabecf43-c874-4b75-a78a-c55fa1c40977 HTTP/1.1" status: 200 len: 1000 time: 0.0541937 Jul 28 05:43:46.759162 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3c742-c080-4813-b5b3-bd2fda8b284c req-92d1acef-f3c1-482e-983b-a55566c8e316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:46.760582 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-07b3c742-c080-4813-b5b3-bd2fda8b284c req-92d1acef-f3c1-482e-983b-a55566c8e316 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d3408c94-ba76-45a6-92ab-69ae3f0aeb78 HTTP/1.1" status: 200 len: 848 time: 0.0418866 Jul 28 05:43:46.806634 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3c742-c080-4813-b5b3-bd2fda8b284c req-65cb430c-c63d-4f81-a845-256e0a302fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:46.813293 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-07b3c742-c080-4813-b5b3-bd2fda8b284c req-65cb430c-c63d-4f81-a845-256e0a302fe3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d35a5d75-c1c1-4569-87f3-e51b7895c9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418596 Jul 28 05:43:46.897768 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-07b3c742-c080-4813-b5b3-bd2fda8b284c req-4773528a-c9b8-4049-b8a0-f65796d266a9 service neutron] 10.222.0.57 "GET /v2.0/networks/d35a5d75-c1c1-4569-87f3-e51b7895c9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832491 Jul 28 05:43:46.992212 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-07b3c742-c080-4813-b5b3-bd2fda8b284c req-f35c56aa-7ff1-4f71-bbd0-a17391f2ee0d service neutron] 10.222.0.57 "GET /v2.0/networks/d35a5d75-c1c1-4569-87f3-e51b7895c9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869186 Jul 28 05:43:47.697330 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09477adf-cfe7-4cfe-9a77-a37c3cfdedf7 req-c4dcd579-bf09-4340-9d6a-85f639629309 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:47.698827 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-09477adf-cfe7-4cfe-9a77-a37c3cfdedf7 req-c4dcd579-bf09-4340-9d6a-85f639629309 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 944 time: 0.0469370 Jul 28 05:43:47.747006 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-09477adf-cfe7-4cfe-9a77-a37c3cfdedf7 req-905c6085-56b1-450e-aafe-c3021440fcc6 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421939 Jul 28 05:43:48.862402 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c34784-98b7-46ba-92bf-c0cc379cf52c req-7d535d8c-f0e6-4ec6-922c-7983ab198f6d tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:48.863868 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a5c34784-98b7-46ba-92bf-c0cc379cf52c req-7d535d8c-f0e6-4ec6-922c-7983ab198f6d tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 944 time: 0.0466318 Jul 28 05:43:48.912969 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-a5c34784-98b7-46ba-92bf-c0cc379cf52c req-1d3774f2-b989-4027-bebe-9e900656d045 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437398 Jul 28 05:43:50.032506 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db55e5a-89e5-4c39-bc2f-5a21f41fd00e req-54d05778-aa2c-4d4c-8833-b481f2781597 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:50.034027 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5db55e5a-89e5-4c39-bc2f-5a21f41fd00e req-54d05778-aa2c-4d4c-8833-b481f2781597 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 944 time: 0.0503998 Jul 28 05:43:50.082274 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5db55e5a-89e5-4c39-bc2f-5a21f41fd00e req-5ba2374d-106d-4180-a60e-46a5f3345247 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428996 Jul 28 05:43:51.197514 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e5f27-cde6-4519-8b3f-4804715aef75 req-67d821a2-05be-4d84-b38b-bbc565aee7c1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:51.198948 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-474e5f27-cde6-4519-8b3f-4804715aef75 req-67d821a2-05be-4d84-b38b-bbc565aee7c1 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 944 time: 0.0466156 Jul 28 05:43:51.247678 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-474e5f27-cde6-4519-8b3f-4804715aef75 req-cfbeeb09-1622-42a7-a86e-9033fbd217aa tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426233 Jul 28 05:43:52.369270 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a278f82-f312-41f6-8416-04523d8e8868 req-2569feb3-3152-4052-b706-6595585c8a96 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:52.370740 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8a278f82-f312-41f6-8416-04523d8e8868 req-2569feb3-3152-4052-b706-6595585c8a96 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 944 time: 0.0506022 Jul 28 05:43:52.381618 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:43:52.403289 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:43:52.421052 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8a278f82-f312-41f6-8416-04523d8e8868 req-6e16ad4f-7e47-42b7-ab8e-c507d2e98041 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447259 Jul 28 05:43:53.536260 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1508d4-1866-4719-af27-4e22d3083bed req-ed76b87b-9fc2-43a2-ba0c-1c1aa36d2425 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:53.537762 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5e1508d4-1866-4719-af27-4e22d3083bed req-ed76b87b-9fc2-43a2-ba0c-1c1aa36d2425 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 944 time: 0.0474055 Jul 28 05:43:53.589405 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5e1508d4-1866-4719-af27-4e22d3083bed req-4f01d2a3-a067-4fae-bc2e-16ae2cce1848 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461545 Jul 28 05:43:54.706407 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242c23e-6a44-4fe8-ad9f-e5eb1a60edfc req-e578e017-8939-48f1-9a29-bc1a096d1d71 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:54.707859 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f242c23e-6a44-4fe8-ad9f-e5eb1a60edfc req-e578e017-8939-48f1-9a29-bc1a096d1d71 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 944 time: 0.0470424 Jul 28 05:43:54.760013 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f242c23e-6a44-4fe8-ad9f-e5eb1a60edfc req-c2aba5b5-11c0-423c-ba81-cf91fd260060 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468574 Jul 28 05:43:55.360787 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device dabecf43-c874-4b75-a78a-c55fa1c40977 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:43:55.457052 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port dabecf43-c874-4b75-a78a-c55fa1c40977, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=dabecf43-c874-4b75-a78a-c55fa1c40977,segment=NetworkSegment(47b6d266-4baa-4150-bdb7-5a225197d438),segment_id=47b6d266-4baa-4150-bdb7-5a225197d438)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:43:55.471887 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Returning: {'device': 'dabecf43-c874-4b75-a78a-c55fa1c40977', 'network_id': 'd35a5d75-c1c1-4569-87f3-e51b7895c9f5', 'port_id': 'dabecf43-c874-4b75-a78a-c55fa1c40977', 'mac_address': 'fa:16:3e:f0:45:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3408c94-ba76-45a6-92ab-69ae3f0aeb78', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:43:55.506362 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port dabecf43-c874-4b75-a78a-c55fa1c40977 is: DOWN; New status is: BUILD {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:43:55.506754 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (dabecf43-c874-4b75-a78a-c55fa1c40977), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:43:55.519617 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dabecf43-c874-4b75-a78a-c55fa1c40977 {{(pid=104274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:43:55.538916 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port dabecf43-c874-4b75-a78a-c55fa1c40977, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=dabecf43-c874-4b75-a78a-c55fa1c40977,segment=NetworkSegment(47b6d266-4baa-4150-bdb7-5a225197d438),segment_id=47b6d266-4baa-4150-bdb7-5a225197d438)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:43:55.609415 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (dabecf43-c874-4b75-a78a-c55fa1c40977), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:43:55.658470 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=dabecf43-c874-4b75-a78a-c55fa1c40977,revision_number=7']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:43:55.815532 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] get_ports_and_sgs() called for port_ids ['dabecf43-c874-4b75-a78a-c55fa1c40977'] {{(pid=104274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:43:55.840405 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:43:55.841118 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:43:55.879143 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393d2d3-0f51-4a27-8680-8f26fac8bc84 req-cd86132e-2e97-4c17-a6fa-52ab10465827 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:55.880641 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1393d2d3-0f51-4a27-8680-8f26fac8bc84 req-cd86132e-2e97-4c17-a6fa-52ab10465827 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 945 time: 0.0486121 Jul 28 05:43:55.930449 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1393d2d3-0f51-4a27-8680-8f26fac8bc84 req-5e051258-a36f-45a6-bd75-6c428187aa59 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442586 Jul 28 05:43:56.016563 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:43:56.035076 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:43:56.987957 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=45 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:43:56.989180 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=51 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:43:57.049693 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25ccfd-f8e2-47e7-9d2f-313c64a4d718 req-8586ddbe-48db-4c17-ac09-5c221dfc9379 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:57.051175 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ef25ccfd-f8e2-47e7-9d2f-313c64a4d718 req-8586ddbe-48db-4c17-ac09-5c221dfc9379 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 945 time: 0.0480511 Jul 28 05:43:57.099978 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ef25ccfd-f8e2-47e7-9d2f-313c64a4d718 req-073487e9-95ce-4237-9b3a-f53c07c29d13 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432670 Jul 28 05:43:57.364906 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device dabecf43-c874-4b75-a78a-c55fa1c40977 up at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:43:57.407282 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning complete for port dabecf43-c874-4b75-a78a-c55fa1c40977 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:43:57.407661 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (dabecf43-c874-4b75-a78a-c55fa1c40977), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:43:57.479554 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port dabecf43-c874-4b75-a78a-c55fa1c40977 is: BUILD; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:43:57.479941 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (dabecf43-c874-4b75-a78a-c55fa1c40977), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:43:57.503091 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d4fabd-fff3-4a2e-8278-a2451c230347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dabecf43-c874-4b75-a78a-c55fa1c40977'}] {{(pid=104274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:43:57.505280 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fca5e984e5382dc69b1537007bd6daca7693f884f9b7ded019456fb151e79c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d067e4f9-8603-421d-bbb5-ae87f895c550" -d '{"events": [{"server_uuid": "37d4fabd-fff3-4a2e-8278-a2451c230347", "name": "network-vif-plugged", "status": "completed", "tag": "dabecf43-c874-4b75-a78a-c55fa1c40977"}]}' {{(pid=104274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:43:57.517957 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port dabecf43-c874-4b75-a78a-c55fa1c40977, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=dabecf43-c874-4b75-a78a-c55fa1c40977,segment=NetworkSegment(47b6d266-4baa-4150-bdb7-5a225197d438),segment_id=47b6d266-4baa-4150-bdb7-5a225197d438)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:43:57.541912 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e575fd25-6968-4be2-b985-136d2f4b8d74 x-openstack-request-id: req-e575fd25-6968-4be2-b985-136d2f4b8d74 {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:43:57.542234 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37d4fabd-fff3-4a2e-8278-a2451c230347", "name": "network-vif-plugged", "status": "completed", "tag": "dabecf43-c874-4b75-a78a-c55fa1c40977", "code": 200}]} {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:43:57.542513 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e575fd25-6968-4be2-b985-136d2f4b8d74 {{(pid=104274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:43:57.542915 dv-cinder-799871-48-iscsi neutron-server[104274]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e575fd25-6968-4be2-b985-136d2f4b8d74'] response: {'server_uuid': '37d4fabd-fff3-4a2e-8278-a2451c230347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dabecf43-c874-4b75-a78a-c55fa1c40977', 'code': 200} Jul 28 05:43:57.586791 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (dabecf43-c874-4b75-a78a-c55fa1c40977), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:43:57.634408 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=dabecf43-c874-4b75-a78a-c55fa1c40977,revision_number=8']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:43:57.641911 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:57.642242 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:57.642583 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:57.642923 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:57.643256 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:57.643598 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:57.643923 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:57.644249 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:57.644575 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:57.644901 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:57.645228 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:57.645576 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:57.645901 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:57.646222 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:57.646544 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:57.818131 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba358ea-06dc-443f-a948-daa962fb8964 req-7ddb2b0f-a9da-420d-96d4-3ceb7d422a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:57.819599 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-0ba358ea-06dc-443f-a948-daa962fb8964 req-7ddb2b0f-a9da-420d-96d4-3ceb7d422a48 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 1130 time: 0.0389650 Jul 28 05:43:57.865744 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-0ba358ea-06dc-443f-a948-daa962fb8964 req-7dcd02a8-550a-4818-965a-9770547d1396 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399220 Jul 28 05:43:58.221630 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d2678-b5f6-4f1e-9f46-835a490d187e req-18699d71-4547-46af-831b-bf914f948aae tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:58.223058 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f52d2678-b5f6-4f1e-9f46-835a490d187e req-18699d71-4547-46af-831b-bf914f948aae tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 946 time: 0.0497139 Jul 28 05:43:58.271113 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f52d2678-b5f6-4f1e-9f46-835a490d187e req-1f6278a4-26ce-4f53-baf2-1d6747805ea8 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426271 Jul 28 05:43:59.395308 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5f9d3-6d13-45ed-8487-7c6643b560f5 req-51875408-9802-44a6-afa9-786278d88985 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:43:59.396873 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8af5f9d3-6d13-45ed-8487-7c6643b560f5 req-51875408-9802-44a6-afa9-786278d88985 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 946 time: 0.0480580 Jul 28 05:43:59.445576 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-8af5f9d3-6d13-45ed-8487-7c6643b560f5 req-52b9a9f4-005b-4777-ab33-820e2ad2897b tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430663 Jul 28 05:44:03.316498 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:44:05.299216 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-061dc8d3-0a94-4b22-b2a4-e4309bf607d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:44:07.649396 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-1634dc9f-3ecc-42a4-b294-bd6e44c06d60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:44:07.849352 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=7 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:44:07.862595 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=11 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:44:08.614742 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:44:08.851542 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:44:08.852282 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:44:09.438278 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=59 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:44:09.441162 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=52 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:44:10.546288 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:44:10.786210 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:44:20.727075 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=54,neutron:UPDATE=5 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:44:20.728868 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=51,neutron:UPDATE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:44:22.843673 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 6 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:44:33.287560 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:44:33.875084 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:44:33.876310 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:44:35.288379 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-c482f323-cfae-405e-9537-c9bef91ed31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:44:37.642332 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-c4e3947e-957c-4321-8c79-2cd8d9f69575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:44:38.635864 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:44:40.545647 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:44:40.595345 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2579d816-d133-4bbc-b3b6-b668755be47b req-dc0a2c8e-9c61-420f-b90c-2096862bf7fb tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-88218149&fields=id&tenant_id=049ba77de43b4702832529d687f5f7a3 HTTP/1.1" status: 200 len: 267 time: 0.0442572 Jul 28 05:44:40.716675 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579d816-d133-4bbc-b3b6-b668755be47b req-07dcd17e-187c-4fa2-a42a-5341471f8438 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:44:40.718173 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2579d816-d133-4bbc-b3b6-b668755be47b req-07dcd17e-187c-4fa2-a42a-5341471f8438 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/networks?id=5edb77fb-18f0-41c1-85ec-83f10d2e2f1e HTTP/1.1" status: 200 len: 812 time: 0.1156824 Jul 28 05:44:40.733197 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2579d816-d133-4bbc-b3b6-b668755be47b req-ae3b4a26-246b-4471-b945-734c2dfa8a54 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/quotas/049ba77de43b4702832529d687f5f7a3 HTTP/1.1" status: 200 len: 375 time: 0.0090899 Jul 28 05:44:40.784765 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2579d816-d133-4bbc-b3b6-b668755be47b req-5616e864-ff18-47b4-b51d-5369157c3fc7 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=049ba77de43b4702832529d687f5f7a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460846 Jul 28 05:44:40.791383 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:44:40.883854 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2579d816-d133-4bbc-b3b6-b668755be47b req-6e5e7d98-2590-45bb-8ac2-1d21c69c21b3 service neutron] 10.222.0.33 "GET /v2.0/networks/5edb77fb-18f0-41c1-85ec-83f10d2e2f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861208 Jul 28 05:44:40.978750 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-2579d816-d133-4bbc-b3b6-b668755be47b req-01a47792-cd4b-41eb-8fb4-576f6ae4b238 service neutron] 10.222.0.33 "GET /v2.0/networks/5edb77fb-18f0-41c1-85ec-83f10d2e2f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889184 Jul 28 05:44:41.714809 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-1062cf6f-ee68-4d7b-a817-433808e7858b req-91ce91c6-b17d-4e1e-bb70-512604291d9f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=e943ad39-1dca-4798-9e61-12305b570d2b HTTP/1.1" status: 200 len: 210 time: 0.0275102 Jul 28 05:44:42.813339 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d2bf5194-1be9-418f-ae8c-939feff08367 req-f5b41118-39ff-4810-a8f0-cfeb40d54b36 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=e943ad39-1dca-4798-9e61-12305b570d2b HTTP/1.1" status: 200 len: 210 time: 0.0285764 Jul 28 05:44:43.635936 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579d816-d133-4bbc-b3b6-b668755be47b req-a517aaa8-dbdb-433c-bc61-0263057da32b tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:44:43.637299 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-2579d816-d133-4bbc-b3b6-b668755be47b req-a517aaa8-dbdb-433c-bc61-0263057da32b tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.57 "GET /v2.0/networks?id=5edb77fb-18f0-41c1-85ec-83f10d2e2f1e HTTP/1.1" status: 200 len: 812 time: 0.1063390 Jul 28 05:44:43.705873 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-2579d816-d133-4bbc-b3b6-b668755be47b req-2728cafe-8c42-496f-a3e6-1a11a9db64f9 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=049ba77de43b4702832529d687f5f7a3 HTTP/1.1" status: 200 len: 378 time: 0.0561273 Jul 28 05:44:43.713831 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [req-2579d816-d133-4bbc-b3b6-b668755be47b req-79e526e4-9c99-4c30-a79a-88240be159e8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Request body: {'port': {'device_id': 'e943ad39-1dca-4798-9e61-12305b570d2b', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'admin_state_up': True, 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'security_groups': ['aceaeefe-3ba3-46cc-b013-12b26aec0123']}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:44:43.905799 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2579d816-d133-4bbc-b3b6-b668755be47b req-79e526e4-9c99-4c30-a79a-88240be159e8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Made reservation on behalf of 049ba77de43b4702832529d687f5f7a3 for: {'port': 1} {{(pid=104273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:44:43.909286 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-2579d816-d133-4bbc-b3b6-b668755be47b req-79e526e4-9c99-4c30-a79a-88240be159e8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:44:43.915021 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7f692af6-2a5b-47a9-8888-bbcfc61cc050 req-b7c0a4c9-c184-48be-b2fd-ca7e8b80e69f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=e943ad39-1dca-4798-9e61-12305b570d2b HTTP/1.1" status: 200 len: 210 time: 0.0291982 Jul 28 05:44:44.034231 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.db_base_plugin_common [req-2579d816-d133-4bbc-b3b6-b668755be47b req-79e526e4-9c99-4c30-a79a-88240be159e8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Allocated IP 172.20.0.5 (5edb77fb-18f0-41c1-85ec-83f10d2e2f1e/80f59cf9-dd9f-4c53-87ba-c86edc35d104/79376b08-8039-456b-b2ed-69908dde5291) {{(pid=104273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:44:44.175266 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-2579d816-d133-4bbc-b3b6-b668755be47b req-79e526e4-9c99-4c30-a79a-88240be159e8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for port (79376b08-8039-456b-b2ed-69908dde5291), precommit_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:44:44.254588 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-2579d816-d133-4bbc-b3b6-b668755be47b req-79e526e4-9c99-4c30-a79a-88240be159e8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (79376b08-8039-456b-b2ed-69908dde5291), after_create {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:44:44.299700 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2579d816-d133-4bbc-b3b6-b668755be47b req-79e526e4-9c99-4c30-a79a-88240be159e8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Network 5edb77fb-18f0-41c1-85ec-83f10d2e2f1e is already hosted by enough agents. {{(pid=104273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:44:44.304856 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.base_scheduler [req-2579d816-d133-4bbc-b3b6-b668755be47b req-79e526e4-9c99-4c30-a79a-88240be159e8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Resources bound (agent type, host, resource id): {{(pid=104273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:44:44.308788 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [req-2579d816-d133-4bbc-b3b6-b668755be47b req-79e526e4-9c99-4c30-a79a-88240be159e8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Received port after_create {{(pid=104273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:44:44.336681 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e526e4-9c99-4c30-a79a-88240be159e8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Pushing event updated for resources: {'Port': ['ID=79376b08-8039-456b-b2ed-69908dde5291,revision_number=1']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:44.350592 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e526e4-9c99-4c30-a79a-88240be159e8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:44.350973 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e526e4-9c99-4c30-a79a-88240be159e8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:44.351350 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e526e4-9c99-4c30-a79a-88240be159e8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:44.351687 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e526e4-9c99-4c30-a79a-88240be159e8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:44.352013 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e526e4-9c99-4c30-a79a-88240be159e8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:44.352336 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e526e4-9c99-4c30-a79a-88240be159e8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:44.352662 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e526e4-9c99-4c30-a79a-88240be159e8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:44.352980 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e526e4-9c99-4c30-a79a-88240be159e8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:44.353300 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e526e4-9c99-4c30-a79a-88240be159e8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:44.353655 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e526e4-9c99-4c30-a79a-88240be159e8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:44.353975 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e526e4-9c99-4c30-a79a-88240be159e8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:44.354290 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e526e4-9c99-4c30-a79a-88240be159e8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:44.354605 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e526e4-9c99-4c30-a79a-88240be159e8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:44.354918 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e526e4-9c99-4c30-a79a-88240be159e8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:44.355231 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e526e4-9c99-4c30-a79a-88240be159e8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:44.377484 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579d816-d133-4bbc-b3b6-b668755be47b req-79e526e4-9c99-4c30-a79a-88240be159e8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:44:44.378141 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-2579d816-d133-4bbc-b3b6-b668755be47b req-79e526e4-9c99-4c30-a79a-88240be159e8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:44:44.484187 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-42831846-3ba8-49cf-ac7b-f1ddf60fc5dd None None] Provisioning complete for port 79376b08-8039-456b-b2ed-69908dde5291 triggered by entity DHCP. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:44:44.484764 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-42831846-3ba8-49cf-ac7b-f1ddf60fc5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (79376b08-8039-456b-b2ed-69908dde5291), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:44:44.491236 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-2579d816-d133-4bbc-b3b6-b668755be47b req-79e526e4-9c99-4c30-a79a-88240be159e8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7809677 Jul 28 05:44:44.501981 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.v2.base [req-2579d816-d133-4bbc-b3b6-b668755be47b req-ed2a214f-e5b8-4809-8a52-0a671090d976 service neutron] Request body: {'port': {'device_id': 'e943ad39-1dca-4798-9e61-12305b570d2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:44:44.520086 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-42831846-3ba8-49cf-ac7b-f1ddf60fc5dd None None] Port 79376b08-8039-456b-b2ed-69908dde5291 cannot update to ACTIVE because it is not bound. {{(pid=104274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 05:44:44.560282 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-2579d816-d133-4bbc-b3b6-b668755be47b req-ed2a214f-e5b8-4809-8a52-0a671090d976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (79376b08-8039-456b-b2ed-69908dde5291), before_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:44:44.562995 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:44:44.574830 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:44:45.046729 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c888d-7147-4d94-aea1-49d2e4523f44 req-cbe06268-d6ee-4375-9a84-f935223e548a tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:44:45.048115 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ed8c888d-7147-4d94-aea1-49d2e4523f44 req-cbe06268-d6ee-4375-9a84-f935223e548a tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=e943ad39-1dca-4798-9e61-12305b570d2b HTTP/1.1" status: 200 len: 931 time: 0.0518968 Jul 28 05:44:45.079289 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [req-2579d816-d133-4bbc-b3b6-b668755be47b req-ed2a214f-e5b8-4809-8a52-0a671090d976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79376b08-8039-456b-b2ed-69908dde5291 {{(pid=104273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:44:45.088045 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-2579d816-d133-4bbc-b3b6-b668755be47b req-ed2a214f-e5b8-4809-8a52-0a671090d976 service neutron] Publish callbacks [] for port (79376b08-8039-456b-b2ed-69908dde5291), precommit_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:44:45.101836 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.provisioning_blocks [req-2579d816-d133-4bbc-b3b6-b668755be47b req-ed2a214f-e5b8-4809-8a52-0a671090d976 service neutron] Transition to ACTIVE for port object 79376b08-8039-456b-b2ed-69908dde5291 will not be triggered until provisioned by entity L2. {{(pid=104273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 05:44:45.185566 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-2579d816-d133-4bbc-b3b6-b668755be47b req-ed2a214f-e5b8-4809-8a52-0a671090d976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8744973'] for port (79376b08-8039-456b-b2ed-69908dde5291), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:44:45.244623 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a214f-e5b8-4809-8a52-0a671090d976 service neutron] Pushing event updated for resources: {'Port': ['ID=79376b08-8039-456b-b2ed-69908dde5291,revision_number=2']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:45.330603 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.managers [req-2579d816-d133-4bbc-b3b6-b668755be47b req-ed2a214f-e5b8-4809-8a52-0a671090d976 service neutron] Attempting to bind port 79376b08-8039-456b-b2ed-69908dde5291 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 05:44:45.330947 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.managers [req-2579d816-d133-4bbc-b3b6-b668755be47b req-ed2a214f-e5b8-4809-8a52-0a671090d976 service neutron] Attempting to bind port 79376b08-8039-456b-b2ed-69908dde5291 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'bf877614-f662-462a-90f6-6165081f6798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e'}] {{(pid=104273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 05:44:45.331282 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2579d816-d133-4bbc-b3b6-b668755be47b req-ed2a214f-e5b8-4809-8a52-0a671090d976 service neutron] Attempting to bind port 79376b08-8039-456b-b2ed-69908dde5291 on network 5edb77fb-18f0-41c1-85ec-83f10d2e2f1e {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:44:45.336784 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2579d816-d133-4bbc-b3b6-b668755be47b req-ed2a214f-e5b8-4809-8a52-0a671090d976 service neutron] Port 79376b08-8039-456b-b2ed-69908dde5291 on network 5edb77fb-18f0-41c1-85ec-83f10d2e2f1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 05:44:45.337107 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2579d816-d133-4bbc-b3b6-b668755be47b req-ed2a214f-e5b8-4809-8a52-0a671090d976 service neutron] Attempting to bind port 79376b08-8039-456b-b2ed-69908dde5291 on network 5edb77fb-18f0-41c1-85ec-83f10d2e2f1e {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 05:44:45.342447 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2579d816-d133-4bbc-b3b6-b668755be47b req-ed2a214f-e5b8-4809-8a52-0a671090d976 service neutron] Checking agent: {'id': '50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'started_at': datetime.datetime(2022, 7, 28, 5, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 5, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 05:44:45.342792 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2579d816-d133-4bbc-b3b6-b668755be47b req-ed2a214f-e5b8-4809-8a52-0a671090d976 service neutron] Checking segment: {'id': 'bf877614-f662-462a-90f6-6165081f6798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 05:44:45.343171 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2579d816-d133-4bbc-b3b6-b668755be47b req-ed2a214f-e5b8-4809-8a52-0a671090d976 service neutron] Bound using segment: {'id': 'bf877614-f662-462a-90f6-6165081f6798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e'} {{(pid=104273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 05:44:45.343600 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.managers [req-2579d816-d133-4bbc-b3b6-b668755be47b req-ed2a214f-e5b8-4809-8a52-0a671090d976 service neutron] Bound port: 79376b08-8039-456b-b2ed-69908dde5291, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf877614-f662-462a-90f6-6165081f6798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e'}}] {{(pid=104273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 05:44:45.343960 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-2579d816-d133-4bbc-b3b6-b668755be47b req-ed2a214f-e5b8-4809-8a52-0a671090d976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (79376b08-8039-456b-b2ed-69908dde5291), before_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:44:45.365142 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ed8c888d-7147-4d94-aea1-49d2e4523f44 req-0fd296bd-8992-45b2-b3bb-8b83dd283de0 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3107755 Jul 28 05:44:45.410075 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [req-2579d816-d133-4bbc-b3b6-b668755be47b req-ed2a214f-e5b8-4809-8a52-0a671090d976 service neutron] For port 79376b08-8039-456b-b2ed-69908dde5291, host hv-cinder-79987, cleared binding levels {{(pid=104273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:44:45.413966 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [req-2579d816-d133-4bbc-b3b6-b668755be47b req-ed2a214f-e5b8-4809-8a52-0a671090d976 service neutron] For port 79376b08-8039-456b-b2ed-69908dde5291, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=79376b08-8039-456b-b2ed-69908dde5291,segment=NetworkSegment(bf877614-f662-462a-90f6-6165081f6798),segment_id=bf877614-f662-462a-90f6-6165081f6798)] {{(pid=104273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:44:45.506092 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-2579d816-d133-4bbc-b3b6-b668755be47b req-ed2a214f-e5b8-4809-8a52-0a671090d976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8744973'] for port (79376b08-8039-456b-b2ed-69908dde5291), after_update {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:44:45.544437 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579d816-d133-4bbc-b3b6-b668755be47b req-ed2a214f-e5b8-4809-8a52-0a671090d976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:44:45.545095 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-2579d816-d133-4bbc-b3b6-b668755be47b req-ed2a214f-e5b8-4809-8a52-0a671090d976 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:44:45.546544 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-2579d816-d133-4bbc-b3b6-b668755be47b req-ed2a214f-e5b8-4809-8a52-0a671090d976 service neutron] 10.222.0.57 "PUT /v2.0/ports/79376b08-8039-456b-b2ed-69908dde5291 HTTP/1.1" status: 200 len: 1093 time: 1.0488989 Jul 28 05:44:45.546983 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e943ad39-1dca-4798-9e61-12305b570d2b', 'tag': '79376b08-8039-456b-b2ed-69908dde5291'}] {{(pid=104273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:44:45.549235 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}294c2db51adabc0e3fe9263869e3ac3ebddb58bd39f135069541a8ae7da0566b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3d1cb6-6345-4ee1-951f-a68e1e00e257" -d '{"events": [{"name": "network-changed", "server_uuid": "e943ad39-1dca-4798-9e61-12305b570d2b", "tag": "79376b08-8039-456b-b2ed-69908dde5291"}]}' {{(pid=104273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:44:45.569578 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:44:45.575003 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a214f-e5b8-4809-8a52-0a671090d976 service neutron] Pushing event updated for resources: {'Port': ['ID=79376b08-8039-456b-b2ed-69908dde5291,revision_number=3']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:45.595405 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcf27e6-f7f1-4d44-baa1-ef2e1fd71800 x-openstack-request-id: req-0bcf27e6-f7f1-4d44-baa1-ef2e1fd71800 {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:44:45.595722 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e943ad39-1dca-4798-9e61-12305b570d2b", "tag": "79376b08-8039-456b-b2ed-69908dde5291", "status": "completed", "code": 200}]} {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:44:45.596002 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0bcf27e6-f7f1-4d44-baa1-ef2e1fd71800 {{(pid=104273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:44:45.596378 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bcf27e6-f7f1-4d44-baa1-ef2e1fd71800'] response: {'name': 'network-changed', 'server_uuid': 'e943ad39-1dca-4798-9e61-12305b570d2b', 'tag': '79376b08-8039-456b-b2ed-69908dde5291', 'status': 'completed', 'code': 200} Jul 28 05:44:45.659193 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d1cb6-6345-4ee1-951f-a68e1e00e257 req-9d47ff72-6298-4117-8b97-e735af3a84e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:44:45.661332 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-9b3d1cb6-6345-4ee1-951f-a68e1e00e257 req-9d47ff72-6298-4117-8b97-e735af3a84e1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=049ba77de43b4702832529d687f5f7a3&device_id=e943ad39-1dca-4798-9e61-12305b570d2b HTTP/1.1" status: 200 len: 1127 time: 0.0451946 Jul 28 05:44:45.839142 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:44:45.849645 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=5 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:44:45.960350 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d1cb6-6345-4ee1-951f-a68e1e00e257 req-273fc969-4195-4933-ae21-a07fd7e74dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:44:45.964965 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-9b3d1cb6-6345-4ee1-951f-a68e1e00e257 req-273fc969-4195-4933-ae21-a07fd7e74dec service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=049ba77de43b4702832529d687f5f7a3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0990150 Jul 28 05:44:46.059903 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d1cb6-6345-4ee1-951f-a68e1e00e257 req-53d62613-ba17-4599-a3ec-4cbe6835ca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:44:46.061345 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-9b3d1cb6-6345-4ee1-951f-a68e1e00e257 req-53d62613-ba17-4599-a3ec-4cbe6835ca90 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928230 Jul 28 05:44:46.321806 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579d816-d133-4bbc-b3b6-b668755be47b req-d29d2d57-721e-4058-9525-f033f6cd32e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:44:46.323274 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-2579d816-d133-4bbc-b3b6-b668755be47b req-d29d2d57-721e-4058-9525-f033f6cd32e1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=049ba77de43b4702832529d687f5f7a3&device_id=e943ad39-1dca-4798-9e61-12305b570d2b HTTP/1.1" status: 200 len: 1127 time: 0.0390174 Jul 28 05:44:46.365305 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-2579d816-d133-4bbc-b3b6-b668755be47b req-8222fc21-b522-4dcd-94a6-067b30f9c345 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79376b08-8039-456b-b2ed-69908dde5291 HTTP/1.1" status: 200 len: 217 time: 0.0318012 Jul 28 05:44:46.417334 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579d816-d133-4bbc-b3b6-b668755be47b req-d576ea95-113d-4aa6-9a66-506d89b2f85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:44:46.418874 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-2579d816-d133-4bbc-b3b6-b668755be47b req-d576ea95-113d-4aa6-9a66-506d89b2f85a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80f59cf9-dd9f-4c53-87ba-c86edc35d104 HTTP/1.1" status: 200 len: 851 time: 0.0475421 Jul 28 05:44:46.463748 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579d816-d133-4bbc-b3b6-b668755be47b req-322f68d3-cecb-44f7-8315-efacaa6118eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:44:46.465439 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-2579d816-d133-4bbc-b3b6-b668755be47b req-322f68d3-cecb-44f7-8315-efacaa6118eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5edb77fb-18f0-41c1-85ec-83f10d2e2f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404878 Jul 28 05:44:46.486728 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126a87f-f3c9-415d-84aa-adf82976649c req-35843fb6-ab26-41c7-8be8-3b49d41e6476 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:44:46.488261 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-6126a87f-f3c9-415d-84aa-adf82976649c req-35843fb6-ab26-41c7-8be8-3b49d41e6476 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=e943ad39-1dca-4798-9e61-12305b570d2b HTTP/1.1" status: 200 len: 943 time: 0.0477307 Jul 28 05:44:46.538488 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-6126a87f-f3c9-415d-84aa-adf82976649c req-ed5d8dd9-bcd1-4c77-8734-dc3031a946b5 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443883 Jul 28 05:44:46.559716 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-2579d816-d133-4bbc-b3b6-b668755be47b req-e1c969b8-3811-4a35-bb54-039966339585 service neutron] 10.222.0.57 "GET /v2.0/networks/5edb77fb-18f0-41c1-85ec-83f10d2e2f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880244 Jul 28 05:44:46.649084 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-2579d816-d133-4bbc-b3b6-b668755be47b req-6fb90f6c-27c5-4ba5-830d-9b737584b018 service neutron] 10.222.0.57 "GET /v2.0/networks/5edb77fb-18f0-41c1-85ec-83f10d2e2f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829058 Jul 28 05:44:47.325618 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:44:47.336116 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-ee7e2efa-d4d1-4250-8a29-d95eccde7bf5 req-77986799-a0f4-4b64-9b11-e4cc421b8342 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1fe47f0f-c147-41c9-aea0-f96143e91d6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379622 Jul 28 05:44:47.399206 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e2efa-d4d1-4250-8a29-d95eccde7bf5 req-f4553c25-caa8-48d2-9a6f-7c31669a03fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:44:47.400730 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-ee7e2efa-d4d1-4250-8a29-d95eccde7bf5 req-f4553c25-caa8-48d2-9a6f-7c31669a03fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=049ba77de43b4702832529d687f5f7a3&device_id=1fe47f0f-c147-41c9-aea0-f96143e91d6c HTTP/1.1" status: 200 len: 1129 time: 0.0430241 Jul 28 05:44:47.501785 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e2efa-d4d1-4250-8a29-d95eccde7bf5 req-d8348bc4-adad-40a7-976a-755bb2638595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:44:47.503213 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-ee7e2efa-d4d1-4250-8a29-d95eccde7bf5 req-d8348bc4-adad-40a7-976a-755bb2638595 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5edb77fb-18f0-41c1-85ec-83f10d2e2f1e HTTP/1.1" status: 200 len: 913 time: 0.0842631 Jul 28 05:44:47.566533 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-ee7e2efa-d4d1-4250-8a29-d95eccde7bf5 req-7b6a7b4d-57ea-449d-8b0b-4169033d8ae5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84c91d50-101f-41c8-a4a8-e7ece7ef0ce0 HTTP/1.1" status: 200 len: 1001 time: 0.0570462 Jul 28 05:44:47.614877 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e2efa-d4d1-4250-8a29-d95eccde7bf5 req-ad2d5fde-503f-4566-a64a-1f0eacde7909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:44:47.616323 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-ee7e2efa-d4d1-4250-8a29-d95eccde7bf5 req-ad2d5fde-503f-4566-a64a-1f0eacde7909 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80f59cf9-dd9f-4c53-87ba-c86edc35d104 HTTP/1.1" status: 200 len: 851 time: 0.0446575 Jul 28 05:44:47.661523 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e2efa-d4d1-4250-8a29-d95eccde7bf5 req-66c2616a-e4d7-4225-8677-cfc6527d4862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:44:47.662073 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2c996-d307-493d-a45a-12f443ab7784 req-26ec4ae5-0c2d-49a5-b826-1208a33bebee tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:44:47.663055 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-ee7e2efa-d4d1-4250-8a29-d95eccde7bf5 req-66c2616a-e4d7-4225-8677-cfc6527d4862 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5edb77fb-18f0-41c1-85ec-83f10d2e2f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400546 Jul 28 05:44:47.663524 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-06b2c996-d307-493d-a45a-12f443ab7784 req-26ec4ae5-0c2d-49a5-b826-1208a33bebee tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=e943ad39-1dca-4798-9e61-12305b570d2b HTTP/1.1" status: 200 len: 943 time: 0.0515006 Jul 28 05:44:47.713131 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-06b2c996-d307-493d-a45a-12f443ab7784 req-94e66478-de64-4e7a-80bb-fb25e6336602 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440226 Jul 28 05:44:47.751949 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=100 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:44:47.758015 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-ee7e2efa-d4d1-4250-8a29-d95eccde7bf5 req-6ea89526-730d-4144-a33e-62a73242d5eb service neutron] 10.222.0.57 "GET /v2.0/networks/5edb77fb-18f0-41c1-85ec-83f10d2e2f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884767 Jul 28 05:44:47.848448 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-ee7e2efa-d4d1-4250-8a29-d95eccde7bf5 req-5d4dc689-cc68-40c4-8782-c13ebd774652 service neutron] 10.222.0.57 "GET /v2.0/networks/5edb77fb-18f0-41c1-85ec-83f10d2e2f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838048 Jul 28 05:44:48.827436 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f633664-d88d-4c64-8a61-5af5b9fa5bbc req-b3ea6ed2-cdef-4ea3-8369-6b835b9b10b9 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:44:48.828866 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7f633664-d88d-4c64-8a61-5af5b9fa5bbc req-b3ea6ed2-cdef-4ea3-8369-6b835b9b10b9 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=e943ad39-1dca-4798-9e61-12305b570d2b HTTP/1.1" status: 200 len: 943 time: 0.0461898 Jul 28 05:44:48.877376 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-7f633664-d88d-4c64-8a61-5af5b9fa5bbc req-e481399f-10c9-4551-9574-838b40fce1f3 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425138 Jul 28 05:44:49.992274 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd18579-30e9-48de-bcca-d9379de346be req-c86c7a3c-17c9-48a5-87ea-a3f33fa9e802 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:44:49.993744 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0cd18579-30e9-48de-bcca-d9379de346be req-c86c7a3c-17c9-48a5-87ea-a3f33fa9e802 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=e943ad39-1dca-4798-9e61-12305b570d2b HTTP/1.1" status: 200 len: 943 time: 0.0464511 Jul 28 05:44:50.043924 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0cd18579-30e9-48de-bcca-d9379de346be req-144329fc-214d-497c-8123-4a1afb0eaa79 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447659 Jul 28 05:44:51.159276 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498b84d-59d5-44c8-8554-3cc9950b2dfd req-8b147b0b-9e5e-4f18-931c-916b82092c6d tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:44:51.161412 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d498b84d-59d5-44c8-8554-3cc9950b2dfd req-8b147b0b-9e5e-4f18-931c-916b82092c6d tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=e943ad39-1dca-4798-9e61-12305b570d2b HTTP/1.1" status: 200 len: 943 time: 0.0471840 Jul 28 05:44:51.200518 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:44:51.210115 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d498b84d-59d5-44c8-8554-3cc9950b2dfd req-96585a5c-a286-40cf-8a1f-005c08d8cb7f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433834 Jul 28 05:44:52.331641 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a98ae2-d6dc-4a75-8812-2185ce3f056b req-48f018a6-d6b2-495e-a698-35850458533a tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:44:52.333128 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-60a98ae2-d6dc-4a75-8812-2185ce3f056b req-48f018a6-d6b2-495e-a698-35850458533a tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=e943ad39-1dca-4798-9e61-12305b570d2b HTTP/1.1" status: 200 len: 943 time: 0.0489547 Jul 28 05:44:52.358919 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:44:52.382853 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-60a98ae2-d6dc-4a75-8812-2185ce3f056b req-9f31cc45-5540-414f-b3c7-ea751d403358 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442603 Jul 28 05:44:53.501720 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e752ed-a5bf-48cf-b67b-68fa8ae605c0 req-e03c4a9c-732f-4f9f-b8e6-ae37948af183 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:44:53.503168 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f0e752ed-a5bf-48cf-b67b-68fa8ae605c0 req-e03c4a9c-732f-4f9f-b8e6-ae37948af183 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=e943ad39-1dca-4798-9e61-12305b570d2b HTTP/1.1" status: 200 len: 943 time: 0.0493195 Jul 28 05:44:53.551928 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-f0e752ed-a5bf-48cf-b67b-68fa8ae605c0 req-b0e956b6-88ae-4796-82e9-f3a5e96998d8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424237 Jul 28 05:44:54.670145 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9486ae8-80e8-462f-a206-782c6e3651cf req-f6e08d16-d9b2-4310-9f8e-1ef907edde23 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:44:54.671608 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d9486ae8-80e8-462f-a206-782c6e3651cf req-f6e08d16-d9b2-4310-9f8e-1ef907edde23 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=e943ad39-1dca-4798-9e61-12305b570d2b HTTP/1.1" status: 200 len: 943 time: 0.0480027 Jul 28 05:44:54.720178 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-d9486ae8-80e8-462f-a206-782c6e3651cf req-ac875604-0ed3-4ced-9cd5-b90462700b06 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429332 Jul 28 05:44:55.624366 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 79376b08-8039-456b-b2ed-69908dde5291 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:44:55.731934 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port 79376b08-8039-456b-b2ed-69908dde5291, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=79376b08-8039-456b-b2ed-69908dde5291,segment=NetworkSegment(bf877614-f662-462a-90f6-6165081f6798),segment_id=bf877614-f662-462a-90f6-6165081f6798)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:44:55.742669 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Returning: {'device': '79376b08-8039-456b-b2ed-69908dde5291', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'port_id': '79376b08-8039-456b-b2ed-69908dde5291', 'mac_address': 'fa:16:3e:c1:fb:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:44:55.777246 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port 79376b08-8039-456b-b2ed-69908dde5291 is: DOWN; New status is: BUILD {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:44:55.777667 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (79376b08-8039-456b-b2ed-69908dde5291), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:44:55.791222 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79376b08-8039-456b-b2ed-69908dde5291 {{(pid=104274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 05:44:55.811158 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port 79376b08-8039-456b-b2ed-69908dde5291, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=79376b08-8039-456b-b2ed-69908dde5291,segment=NetworkSegment(bf877614-f662-462a-90f6-6165081f6798),segment_id=bf877614-f662-462a-90f6-6165081f6798)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:44:55.836615 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cffafdc-b4c2-4049-98ad-726d4c5eb03c req-a57e890b-d97c-41ac-980f-3c3fbc8c00c9 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:44:55.838105 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0cffafdc-b4c2-4049-98ad-726d4c5eb03c req-a57e890b-d97c-41ac-980f-3c3fbc8c00c9 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=e943ad39-1dca-4798-9e61-12305b570d2b HTTP/1.1" status: 200 len: 943 time: 0.0473163 Jul 28 05:44:55.876937 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (79376b08-8039-456b-b2ed-69908dde5291), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:44:55.891752 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-0cffafdc-b4c2-4049-98ad-726d4c5eb03c req-d77d8bfd-d96c-4afa-b3ee-49858dcac7c6 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480661 Jul 28 05:44:55.928488 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=79376b08-8039-456b-b2ed-69908dde5291,revision_number=4']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:56.099628 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] get_ports_and_sgs() called for port_ids ['79376b08-8039-456b-b2ed-69908dde5291'] {{(pid=104274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:44:57.009927 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded4ed3-384f-478d-b7c7-2076488e9174 req-ad5192fc-bbfe-45d4-8102-d5a10535ee94 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:44:57.011570 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-bded4ed3-384f-478d-b7c7-2076488e9174 req-ad5192fc-bbfe-45d4-8102-d5a10535ee94 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=e943ad39-1dca-4798-9e61-12305b570d2b HTTP/1.1" status: 200 len: 944 time: 0.0480533 Jul 28 05:44:57.063235 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-bded4ed3-384f-478d-b7c7-2076488e9174 req-4314e78b-68f9-4f7d-b0bc-763c524de64b tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459471 Jul 28 05:44:57.627376 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 79376b08-8039-456b-b2ed-69908dde5291 up at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:44:57.670257 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning for port 79376b08-8039-456b-b2ed-69908dde5291 completed by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 05:44:57.772359 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.provisioning_blocks [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Provisioning complete for port 79376b08-8039-456b-b2ed-69908dde5291 triggered by entity L2. {{(pid=104274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 05:44:57.772741 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1170592'] for port (79376b08-8039-456b-b2ed-69908dde5291), provisioning_complete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:44:57.775091 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:44:57.794510 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:44:57.839218 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=43 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:44:57.845319 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=7 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:44:57.845952 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Current status of the port 79376b08-8039-456b-b2ed-69908dde5291 is: BUILD; New status is: ACTIVE {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:44:57.846339 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (79376b08-8039-456b-b2ed-69908dde5291), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:44:57.868577 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e943ad39-1dca-4798-9e61-12305b570d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79376b08-8039-456b-b2ed-69908dde5291'}] {{(pid=104274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:44:57.870775 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fca5e984e5382dc69b1537007bd6daca7693f884f9b7ded019456fb151e79c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264491ae-6d40-4797-90c1-8a488b209017" -d '{"events": [{"server_uuid": "e943ad39-1dca-4798-9e61-12305b570d2b", "name": "network-vif-plugged", "status": "completed", "tag": "79376b08-8039-456b-b2ed-69908dde5291"}]}' {{(pid=104274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:44:57.883052 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] For port 79376b08-8039-456b-b2ed-69908dde5291, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=79376b08-8039-456b-b2ed-69908dde5291,segment=NetworkSegment(bf877614-f662-462a-90f6-6165081f6798),segment_id=bf877614-f662-462a-90f6-6165081f6798)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:44:57.909171 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9094b37b-7d63-4eac-8cdf-8aa6b47ccea7 x-openstack-request-id: req-9094b37b-7d63-4eac-8cdf-8aa6b47ccea7 {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:44:57.909486 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e943ad39-1dca-4798-9e61-12305b570d2b", "name": "network-vif-plugged", "status": "completed", "tag": "79376b08-8039-456b-b2ed-69908dde5291", "code": 200}]} {{(pid=104274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:44:57.909739 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9094b37b-7d63-4eac-8cdf-8aa6b47ccea7 {{(pid=104274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:44:57.910359 dv-cinder-799871-48-iscsi neutron-server[104274]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9094b37b-7d63-4eac-8cdf-8aa6b47ccea7'] response: {'server_uuid': 'e943ad39-1dca-4798-9e61-12305b570d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79376b08-8039-456b-b2ed-69908dde5291', 'code': 200} Jul 28 05:44:57.950642 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951'] for port (79376b08-8039-456b-b2ed-69908dde5291), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:44:57.999747 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Pushing event updated for resources: {'Port': ['ID=79376b08-8039-456b-b2ed-69908dde5291,revision_number=5']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:58.008407 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:58.008773 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:58.009102 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:58.009431 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:58.009788 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:58.010121 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:58.010449 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:58.010777 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:58.011106 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:58.011432 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:58.011758 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:58.012083 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:58.012407 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:58.012985 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:58.013303 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:58.185064 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b5d90-a6d9-4a5a-a5bc-3e0016586ebf req-35eb15d6-f913-4262-b60d-ed3f3db033c8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:44:58.186477 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4c2b5d90-a6d9-4a5a-a5bc-3e0016586ebf req-35eb15d6-f913-4262-b60d-ed3f3db033c8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=e943ad39-1dca-4798-9e61-12305b570d2b HTTP/1.1" status: 200 len: 945 time: 0.0494025 Jul 28 05:44:58.239836 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-4c2b5d90-a6d9-4a5a-a5bc-3e0016586ebf req-b5d6951c-da71-467c-9440-73dc938cfc9d tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477366 Jul 28 05:44:58.294388 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88a6fd-c06a-4aa3-a13d-c12b2ef32f1f req-70f1baeb-91c0-4ff9-93e9-eda65bddec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:44:58.295897 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-3e88a6fd-c06a-4aa3-a13d-c12b2ef32f1f req-70f1baeb-91c0-4ff9-93e9-eda65bddec93 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e943ad39-1dca-4798-9e61-12305b570d2b HTTP/1.1" status: 200 len: 1129 time: 0.0461962 Jul 28 05:44:58.341587 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-3e88a6fd-c06a-4aa3-a13d-c12b2ef32f1f req-6631f42c-c618-4d9c-b04e-db744bb69c73 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395625 Jul 28 05:44:59.370093 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92641b4-11aa-4cfe-af23-3f2c6055477b req-ed27044f-e5db-4f26-a111-666d1f235817 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:44:59.371586 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c92641b4-11aa-4cfe-af23-3f2c6055477b req-ed27044f-e5db-4f26-a111-666d1f235817 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=e943ad39-1dca-4798-9e61-12305b570d2b HTTP/1.1" status: 200 len: 945 time: 0.0582621 Jul 28 05:44:59.420532 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c92641b4-11aa-4cfe-af23-3f2c6055477b req-d93d94a0-803a-4ab1-b3f3-557bf36fad8e tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435309 Jul 28 05:44:59.843247 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 6 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:45:00.543871 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eefff1-b7ea-4a00-af21-07f93cd2db0e req-e85e0a04-03b0-42d0-b2cb-c78e8e71b42c tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:45:00.545251 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b4eefff1-b7ea-4a00-af21-07f93cd2db0e req-e85e0a04-03b0-42d0-b2cb-c78e8e71b42c tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=e943ad39-1dca-4798-9e61-12305b570d2b HTTP/1.1" status: 200 len: 945 time: 0.0481341 Jul 28 05:45:00.594556 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-b4eefff1-b7ea-4a00-af21-07f93cd2db0e req-8d29bacc-2136-407a-9fb9-7536dbb7eee3 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438261 Jul 28 05:45:00.714110 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259a04d-399a-4311-b41a-55977669ed75 req-dd6812be-f3b9-4d89-a501-f5efe785711f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:45:00.715576 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9259a04d-399a-4311-b41a-55977669ed75 req-dd6812be-f3b9-4d89-a501-f5efe785711f tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=e943ad39-1dca-4798-9e61-12305b570d2b HTTP/1.1" status: 200 len: 945 time: 0.0499475 Jul 28 05:45:00.765449 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9259a04d-399a-4311-b41a-55977669ed75 req-d1dc3cff-2ad3-4ccb-9b74-e02a4b65adf7 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444970 Jul 28 05:45:00.791934 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 44640) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:45:00.828834 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9953a5-9533-4e63-b6b3-0ec1dcdb1991 tempest-TestVolumeBootPattern-2000149991 tempest-TestVolumeBootPattern-2000149991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:45:00.830278 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-ae9953a5-9533-4e63-b6b3-0ec1dcdb1991 tempest-TestVolumeBootPattern-2000149991 tempest-TestVolumeBootPattern-2000149991-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=e943ad39-1dca-4798-9e61-12305b570d2b HTTP/1.1" status: 200 len: 1124 time: 0.0373828 Jul 28 05:45:00.833563 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 44642) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:45:00.837838 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.v2.base [None req-998822ce-6121-4623-8d9c-c5287077a6be tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Request body: {'floatingip': {'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'port_id': '79376b08-8039-456b-b2ed-69908dde5291', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 05:45:00.922346 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-998822ce-6121-4623-8d9c-c5287077a6be tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:00.986702 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:01.003094 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-998822ce-6121-4623-8d9c-c5287077a6be tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (None), before_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:01.052142 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:01.107130 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.db_base_plugin_common [None req-998822ce-6121-4623-8d9c-c5287077a6be tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Allocated IP 172.27.0.192 (d892672b-b726-43a1-a501-142ea5a750c8/481049b9-1d68-41f1-a9d6-55330db72a03/f18d4f8a-e3c0-4e45-89d4-4ed58a5134be) {{(pid=104272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:45:01.211818 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-998822ce-6121-4623-8d9c-c5287077a6be tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for port (f18d4f8a-e3c0-4e45-89d4-4ed58a5134be), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:01.276949 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-998822ce-6121-4623-8d9c-c5287077a6be tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748695054915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (f18d4f8a-e3c0-4e45-89d4-4ed58a5134be), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:01.317535 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998822ce-6121-4623-8d9c-c5287077a6be tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Network d892672b-b726-43a1-a501-142ea5a750c8 is already hosted by enough agents. {{(pid=104272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:45:01.322401 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.base_scheduler [None req-998822ce-6121-4623-8d9c-c5287077a6be tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Resources bound (agent type, host, resource id): {{(pid=104272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:45:01.326316 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998822ce-6121-4623-8d9c-c5287077a6be tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Received port after_create {{(pid=104272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 05:45:01.329603 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998822ce-6121-4623-8d9c-c5287077a6be tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Pushing event updated for resources: {'Port': ['ID=f18d4f8a-e3c0-4e45-89d4-4ed58a5134be,revision_number=1']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:01.357270 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998822ce-6121-4623-8d9c-c5287077a6be tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:01.357575 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998822ce-6121-4623-8d9c-c5287077a6be tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:01.357929 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998822ce-6121-4623-8d9c-c5287077a6be tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:01.358277 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998822ce-6121-4623-8d9c-c5287077a6be tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:01.358614 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998822ce-6121-4623-8d9c-c5287077a6be tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:01.358952 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998822ce-6121-4623-8d9c-c5287077a6be tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:01.359286 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998822ce-6121-4623-8d9c-c5287077a6be tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:01.359624 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998822ce-6121-4623-8d9c-c5287077a6be tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:01.359988 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998822ce-6121-4623-8d9c-c5287077a6be tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:01.360323 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998822ce-6121-4623-8d9c-c5287077a6be tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:01.360651 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998822ce-6121-4623-8d9c-c5287077a6be tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:01.360979 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998822ce-6121-4623-8d9c-c5287077a6be tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:01.361306 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998822ce-6121-4623-8d9c-c5287077a6be tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:01.361656 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998822ce-6121-4623-8d9c-c5287077a6be tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:01.361982 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998822ce-6121-4623-8d9c-c5287077a6be tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:01.688754 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-998822ce-6121-4623-8d9c-c5287077a6be tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for floatingip (528fa469-4c2f-475e-b261-25a17906abec), precommit_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:01.813055 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:01.818767 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-998822ce-6121-4623-8d9c-c5287077a6be tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (f18d4f8a-e3c0-4e45-89d4-4ed58a5134be), before_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:01.914975 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:01.966745 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-998822ce-6121-4623-8d9c-c5287077a6be tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for port (f18d4f8a-e3c0-4e45-89d4-4ed58a5134be), precommit_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:02.023860 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-998822ce-6121-4623-8d9c-c5287077a6be tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748695418844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748695054933', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748695054951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8637776'] for port (f18d4f8a-e3c0-4e45-89d4-4ed58a5134be), after_update {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:02.097965 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998822ce-6121-4623-8d9c-c5287077a6be tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Pushing event updated for resources: {'Port': ['ID=f18d4f8a-e3c0-4e45-89d4-4ed58a5134be,revision_number=2']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:02.107913 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-998822ce-6121-4623-8d9c-c5287077a6be tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4016612'] for floatingip (528fa469-4c2f-475e-b261-25a17906abec), after_create {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:02.203923 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.db.l3_db [None req-998822ce-6121-4623-8d9c-c5287077a6be tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Floating IP 528fa469-4c2f-475e-b261-25a17906abec associated. External IP: 172.27.0.192, port: 79376b08-8039-456b-b2ed-69908dde5291. Jul 28 05:45:02.398139 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-998822ce-6121-4623-8d9c-c5287077a6be tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Router 25d90893-ee95-44a2-bbe4-57db53b449b8 has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:45:02.498704 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998822ce-6121-4623-8d9c-c5287077a6be tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:45:02.508327 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cea4e9c-e711-4629-80db-d8df4be5db06 None None] Sync routers for ids ['25d90893-ee95-44a2-bbe4-57db53b449b8'] in dv-cinder-799871-48-iscsi {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:45:02.518453 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cea4e9c-e711-4629-80db-d8df4be5db06 None None] Routers {'25d90893-ee95-44a2-bbe4-57db53b449b8'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:45:02.519000 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-1cea4e9c-e711-4629-80db-d8df4be5db06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:44:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['25d90893-ee95-44a2-bbe4-57db53b449b8'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:02.587025 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-998822ce-6121-4623-8d9c-c5287077a6be tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for floatingip (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:02.611635 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:02.620230 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-1cea4e9c-e711-4629-80db-d8df4be5db06 None None] Set router 25d90893-ee95-44a2-bbe4-57db53b449b8 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:45:02.621103 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-998822ce-6121-4623-8d9c-c5287077a6be tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7864716 Jul 28 05:45:02.621712 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e943ad39-1dca-4798-9e61-12305b570d2b', 'tag': '79376b08-8039-456b-b2ed-69908dde5291'}] {{(pid=104272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:45:02.623976 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90743944bbcefbc541f6211993cabd2c9418e1ba23e64f30c52edf03935cac0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887314a2-7cb2-4a56-8c55-c4a0c06aa664" -d '{"events": [{"name": "network-changed", "server_uuid": "e943ad39-1dca-4798-9e61-12305b570d2b", "tag": "79376b08-8039-456b-b2ed-69908dde5291"}]}' {{(pid=104272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:45:02.661259 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17baa64d-9102-4878-b52c-3697794b3928 x-openstack-request-id: req-17baa64d-9102-4878-b52c-3697794b3928 {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:45:02.661718 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e943ad39-1dca-4798-9e61-12305b570d2b", "tag": "79376b08-8039-456b-b2ed-69908dde5291", "status": "completed", "code": 200}]} {{(pid=104272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:45:02.661973 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-17baa64d-9102-4878-b52c-3697794b3928 {{(pid=104272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:45:02.662380 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17baa64d-9102-4878-b52c-3697794b3928'] response: {'name': 'network-changed', 'server_uuid': 'e943ad39-1dca-4798-9e61-12305b570d2b', 'tag': '79376b08-8039-456b-b2ed-69908dde5291', 'status': 'completed', 'code': 200} Jul 28 05:45:02.721768 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887314a2-7cb2-4a56-8c55-c4a0c06aa664 req-6189992e-f7f0-44a5-b63e-02b9f9f31ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:45:02.723326 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-887314a2-7cb2-4a56-8c55-c4a0c06aa664 req-6189992e-f7f0-44a5-b63e-02b9f9f31ecd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=049ba77de43b4702832529d687f5f7a3&device_id=e943ad39-1dca-4798-9e61-12305b570d2b HTTP/1.1" status: 200 len: 1129 time: 0.0396798 Jul 28 05:45:02.818155 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887314a2-7cb2-4a56-8c55-c4a0c06aa664 req-626823d4-85f5-493d-8612-bde7f3eee238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:45:02.819435 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-887314a2-7cb2-4a56-8c55-c4a0c06aa664 req-626823d4-85f5-493d-8612-bde7f3eee238 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5edb77fb-18f0-41c1-85ec-83f10d2e2f1e HTTP/1.1" status: 200 len: 913 time: 0.0905149 Jul 28 05:45:02.834698 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-1cea4e9c-e711-4629-80db-d8df4be5db06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'name': 'tempest-TestVolumeBootPattern-1058617019-router', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:39:27Z', 'updated_at': '2022-07-28T05:39:31Z', 'revision_number': 4, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'gw_port': {'id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:37:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:28Z', 'updated_at': '2022-07-28T05:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': '528fa469-4c2f-475e-b261-25a17906abec', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'floating_ip_address': '172.27.0.192', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'port_id': '79376b08-8039-456b-b2ed-69908dde5291', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'mac_address': 'fa:16:3e:c1:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e943ad39-1dca-4798-9e61-12305b570d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:45:01Z', 'updated_at': '2022-07-28T05:45:01Z', 'revision_number': 0, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'fixed_ip_address_scope': None}, {'id': '8dc48c67-35d8-48ee-b38c-c4bf983ccc7d', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'floating_ip_address': '172.27.0.176', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'port_id': '84c91d50-101f-41c8-a4a8-e7ece7ef0ce0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'mac_address': 'fa:16:3e:7f:26:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe47f0f-c147-41c9-aea0-f96143e91d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:43:02Z', 'updated_at': '2022-07-28T05:43:04Z', 'revision_number': 1, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce254138-9b1b-4916-9149-272d42456e62', 'name': '', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'mac_address': 'fa:16:3e:43:f0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:30Z', 'updated_at': '2022-07-28T05:39:36Z', 'revision_number': 5, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'subnets': [{'id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:02.862398 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cea4e9c-e711-4629-80db-d8df4be5db06 None None] Checking router: 25d90893-ee95-44a2-bbe4-57db53b449b8 for host: dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:45:02.870761 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cea4e9c-e711-4629-80db-d8df4be5db06 None None] Routers {'25d90893-ee95-44a2-bbe4-57db53b449b8'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:45:02.871361 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-1cea4e9c-e711-4629-80db-d8df4be5db06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:44:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['25d90893-ee95-44a2-bbe4-57db53b449b8'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:02.880845 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-887314a2-7cb2-4a56-8c55-c4a0c06aa664 req-e9d5451e-6fa7-49a5-8613-f3dca7a68871 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79376b08-8039-456b-b2ed-69908dde5291 HTTP/1.1" status: 200 len: 999 time: 0.0558906 Jul 28 05:45:02.929942 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887314a2-7cb2-4a56-8c55-c4a0c06aa664 req-b12d4abe-94a2-409e-a5a4-32ccdb4e4b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:45:02.931410 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-887314a2-7cb2-4a56-8c55-c4a0c06aa664 req-b12d4abe-94a2-409e-a5a4-32ccdb4e4b79 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80f59cf9-dd9f-4c53-87ba-c86edc35d104 HTTP/1.1" status: 200 len: 851 time: 0.0445340 Jul 28 05:45:02.973013 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-1cea4e9c-e711-4629-80db-d8df4be5db06 None None] Set router 25d90893-ee95-44a2-bbe4-57db53b449b8 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:45:02.978490 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887314a2-7cb2-4a56-8c55-c4a0c06aa664 req-da33249d-1053-41ed-a563-76992c8ab156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:45:02.980008 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-887314a2-7cb2-4a56-8c55-c4a0c06aa664 req-da33249d-1053-41ed-a563-76992c8ab156 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5edb77fb-18f0-41c1-85ec-83f10d2e2f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428793 Jul 28 05:45:03.070960 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-887314a2-7cb2-4a56-8c55-c4a0c06aa664 req-8907039e-f374-4f8c-9bea-d0330530d031 service neutron] 10.222.0.57 "GET /v2.0/networks/5edb77fb-18f0-41c1-85ec-83f10d2e2f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841494 Jul 28 05:45:03.172605 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-887314a2-7cb2-4a56-8c55-c4a0c06aa664 req-9830271f-29d7-4eaf-9969-ad67c4ad4ded service neutron] 10.222.0.57 "GET /v2.0/networks/5edb77fb-18f0-41c1-85ec-83f10d2e2f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951219 Jul 28 05:45:03.185327 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-1cea4e9c-e711-4629-80db-d8df4be5db06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'name': 'tempest-TestVolumeBootPattern-1058617019-router', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:39:27Z', 'updated_at': '2022-07-28T05:39:31Z', 'revision_number': 4, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'gw_port': {'id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:37:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:28Z', 'updated_at': '2022-07-28T05:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': '528fa469-4c2f-475e-b261-25a17906abec', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'floating_ip_address': '172.27.0.192', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'port_id': '79376b08-8039-456b-b2ed-69908dde5291', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'mac_address': 'fa:16:3e:c1:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e943ad39-1dca-4798-9e61-12305b570d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:45:01Z', 'updated_at': '2022-07-28T05:45:01Z', 'revision_number': 0, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'fixed_ip_address_scope': None}, {'id': '8dc48c67-35d8-48ee-b38c-c4bf983ccc7d', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'floating_ip_address': '172.27.0.176', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'port_id': '84c91d50-101f-41c8-a4a8-e7ece7ef0ce0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'mac_address': 'fa:16:3e:7f:26:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe47f0f-c147-41c9-aea0-f96143e91d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:43:02Z', 'updated_at': '2022-07-28T05:43:04Z', 'revision_number': 1, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce254138-9b1b-4916-9149-272d42456e62', 'name': '', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'mac_address': 'fa:16:3e:43:f0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:30Z', 'updated_at': '2022-07-28T05:39:36Z', 'revision_number': 5, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'subnets': [{'id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:03.210903 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cea4e9c-e711-4629-80db-d8df4be5db06 None None] The sync data for ids ['25d90893-ee95-44a2-bbe4-57db53b449b8'] in dv-cinder-799871-48-iscsi is: [{'id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'name': 'tempest-TestVolumeBootPattern-1058617019-router', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:39:27Z', 'updated_at': '2022-07-28T05:39:31Z', 'revision_number': 4, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'gw_port': {'id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:37:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:28Z', 'updated_at': '2022-07-28T05:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': '528fa469-4c2f-475e-b261-25a17906abec', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'floating_ip_address': '172.27.0.192', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'port_id': '79376b08-8039-456b-b2ed-69908dde5291', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'mac_address': 'fa:16:3e:c1:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e943ad39-1dca-4798-9e61-12305b570d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:45:01Z', 'updated_at': '2022-07-28T05:45:01Z', 'revision_number': 0, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'fixed_ip_address_scope': None}, {'id': '8dc48c67-35d8-48ee-b38c-c4bf983ccc7d', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'floating_ip_address': '172.27.0.176', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'port_id': '84c91d50-101f-41c8-a4a8-e7ece7ef0ce0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'mac_address': 'fa:16:3e:7f:26:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe47f0f-c147-41c9-aea0-f96143e91d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:43:02Z', 'updated_at': '2022-07-28T05:43:04Z', 'revision_number': 1, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce254138-9b1b-4916-9149-272d42456e62', 'name': '', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'mac_address': 'fa:16:3e:43:f0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:30Z', 'updated_at': '2022-07-28T05:39:36Z', 'revision_number': 5, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'subnets': [{'id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:45:03.299662 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:03.399487 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dcb204-88cb-4872-9a38-6db47d702cd6 None None] New status for floating IP 528fa469-4c2f-475e-b261-25a17906abec: ACTIVE {{(pid=104274) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 05:45:05.315704 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-372bc676-eb23-4e0e-bdb0-edda9e82986f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:07.677771 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-06085255-6b94-4234-a0d5-142b4205043c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:08.613415 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:10.544988 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:10.767627 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:12.618461 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=41 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:13.168028 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=50 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:13.170048 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=62 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:15.532910 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 44650) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:45:15.675440 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-fb4c8a89-9242-4f3d-87a6-4132d1791248 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Deleting port e1f90c62-d97b-4e4d-bdea-fed1f045c454 {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:45:15.675774 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-fb4c8a89-9242-4f3d-87a6-4132d1791248 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (e1f90c62-d97b-4e4d-bdea-fed1f045c454), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:15.758334 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-fb4c8a89-9242-4f3d-87a6-4132d1791248 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (e1f90c62-d97b-4e4d-bdea-fed1f045c454), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:15.758662 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-fb4c8a89-9242-4f3d-87a6-4132d1791248 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks [] for floatingip (e1f90c62-d97b-4e4d-bdea-fed1f045c454), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:15.770854 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-fb4c8a89-9242-4f3d-87a6-4132d1791248 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Calling delete_port for e1f90c62-d97b-4e4d-bdea-fed1f045c454 owned by network:floatingip {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:45:16.047596 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-fb4c8a89-9242-4f3d-87a6-4132d1791248 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (e1f90c62-d97b-4e4d-bdea-fed1f045c454), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:16.071684 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c8a89-9242-4f3d-87a6-4132d1791248 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Pushing event deleted for resources: {'Port': ['ID=e1f90c62-d97b-4e4d-bdea-fed1f045c454,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:16.136115 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-fb4c8a89-9242-4f3d-87a6-4132d1791248 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks [] for floatingip (2b9ea6b1-9534-45f6-83bf-f040e4d5b98a), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:16.136442 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.db.l3_db [None req-fb4c8a89-9242-4f3d-87a6-4132d1791248 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Floating IP 2b9ea6b1-9534-45f6-83bf-f040e4d5b98a disassociated (deleted). External IP: 172.27.0.244, port: dabecf43-c874-4b75-a78a-c55fa1c40977. Jul 28 05:45:16.336977 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4c8a89-9242-4f3d-87a6-4132d1791248 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Router a3ac933c-0934-4ef3-abad-4104299fe69f has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:45:16.431987 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:16.444104 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4c8a89-9242-4f3d-87a6-4132d1791248 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:45:16.449375 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-fb4c8a89-9242-4f3d-87a6-4132d1791248 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for floatingip (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:16.454623 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4598004-2e71-4879-a321-372f95fd95ab None None] Sync routers for ids ['a3ac933c-0934-4ef3-abad-4104299fe69f'] in dv-cinder-799871-48-iscsi {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:45:16.465839 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4598004-2e71-4879-a321-372f95fd95ab None None] Routers {'a3ac933c-0934-4ef3-abad-4104299fe69f'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:45:16.466444 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-b4598004-2e71-4879-a321-372f95fd95ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:45:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['a3ac933c-0934-4ef3-abad-4104299fe69f'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:16.480775 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-fb4c8a89-9242-4f3d-87a6-4132d1791248 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "DELETE /v2.0/floatingips/2b9ea6b1-9534-45f6-83bf-f040e4d5b98a HTTP/1.1" status: 204 len: 168 time: 0.9467905 Jul 28 05:45:16.485070 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37d4fabd-fff3-4a2e-8278-a2451c230347', 'tag': 'dabecf43-c874-4b75-a78a-c55fa1c40977'}] {{(pid=104273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:45:16.485070 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}294c2db51adabc0e3fe9263869e3ac3ebddb58bd39f135069541a8ae7da0566b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd664d68-4812-41c7-910b-46a033985f53" -d '{"events": [{"name": "network-changed", "server_uuid": "37d4fabd-fff3-4a2e-8278-a2451c230347", "tag": "dabecf43-c874-4b75-a78a-c55fa1c40977"}]}' {{(pid=104273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:45:16.568540 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-b4598004-2e71-4879-a321-372f95fd95ab None None] Set router a3ac933c-0934-4ef3-abad-4104299fe69f gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:45:16.600514 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:16.765880 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:16.839063 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-b4598004-2e71-4879-a321-372f95fd95ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ac933c-0934-4ef3-abad-4104299fe69f', 'name': 'tempest-TestShelveInstance-1446977651-router', 'tenant_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '35c94d51-f1ba-4e54-a02e-d17b841bfbef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:40:41Z', 'updated_at': '2022-07-28T05:40:44Z', 'revision_number': 4, 'project_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'gw_port': {'id': '35c94d51-f1ba-4e54-a02e-d17b841bfbef', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac933c-0934-4ef3-abad-4104299fe69f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:40:42Z', 'updated_at': '2022-07-28T05:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': '99b68b26-aad5-42fb-8205-e823ad710bb3', 'name': '', 'network_id': 'd35a5d75-c1c1-4569-87f3-e51b7895c9f5', 'tenant_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'mac_address': 'fa:16:3e:be:37:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac933c-0934-4ef3-abad-4104299fe69f', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd3408c94-ba76-45a6-92ab-69ae3f0aeb78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:40:44Z', 'updated_at': '2022-07-28T05:40:48Z', 'revision_number': 5, 'project_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'subnets': [{'id': 'd3408c94-ba76-45a6-92ab-69ae3f0aeb78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:16.864307 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4598004-2e71-4879-a321-372f95fd95ab None None] Checking router: a3ac933c-0934-4ef3-abad-4104299fe69f for host: dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:45:16.873424 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4598004-2e71-4879-a321-372f95fd95ab None None] Routers {'a3ac933c-0934-4ef3-abad-4104299fe69f'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:45:16.874059 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-b4598004-2e71-4879-a321-372f95fd95ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:45:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['a3ac933c-0934-4ef3-abad-4104299fe69f'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:16.883284 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b5e19f-b7a8-4555-bc0f-d425210ecd05 x-openstack-request-id: req-77b5e19f-b7a8-4555-bc0f-d425210ecd05 {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:45:16.883798 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37d4fabd-fff3-4a2e-8278-a2451c230347", "tag": "dabecf43-c874-4b75-a78a-c55fa1c40977", "status": "completed", "code": 200}]} {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:45:16.883986 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-77b5e19f-b7a8-4555-bc0f-d425210ecd05 {{(pid=104273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:45:16.884502 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77b5e19f-b7a8-4555-bc0f-d425210ecd05'] response: {'name': 'network-changed', 'server_uuid': '37d4fabd-fff3-4a2e-8278-a2451c230347', 'tag': 'dabecf43-c874-4b75-a78a-c55fa1c40977', 'status': 'completed', 'code': 200} Jul 28 05:45:16.979074 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da283cd-6c8d-451d-85b2-558048bf245e req-9df42415-6d3a-4949-b37b-1b3cf8d5890f tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:45:16.980603 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3da283cd-6c8d-451d-85b2-558048bf245e req-9df42415-6d3a-4949-b37b-1b3cf8d5890f tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 946 time: 0.0513210 Jul 28 05:45:17.025991 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-b4598004-2e71-4879-a321-372f95fd95ab None None] Set router a3ac933c-0934-4ef3-abad-4104299fe69f gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:45:17.032928 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-3da283cd-6c8d-451d-85b2-558048bf245e req-50c346ac-bba2-4778-b665-a6e474db3c40 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467000 Jul 28 05:45:17.215069 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-b4598004-2e71-4879-a321-372f95fd95ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ac933c-0934-4ef3-abad-4104299fe69f', 'name': 'tempest-TestShelveInstance-1446977651-router', 'tenant_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '35c94d51-f1ba-4e54-a02e-d17b841bfbef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:40:41Z', 'updated_at': '2022-07-28T05:40:44Z', 'revision_number': 4, 'project_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'gw_port': {'id': '35c94d51-f1ba-4e54-a02e-d17b841bfbef', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac933c-0934-4ef3-abad-4104299fe69f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:40:42Z', 'updated_at': '2022-07-28T05:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': '99b68b26-aad5-42fb-8205-e823ad710bb3', 'name': '', 'network_id': 'd35a5d75-c1c1-4569-87f3-e51b7895c9f5', 'tenant_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'mac_address': 'fa:16:3e:be:37:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac933c-0934-4ef3-abad-4104299fe69f', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd3408c94-ba76-45a6-92ab-69ae3f0aeb78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:40:44Z', 'updated_at': '2022-07-28T05:40:48Z', 'revision_number': 5, 'project_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'subnets': [{'id': 'd3408c94-ba76-45a6-92ab-69ae3f0aeb78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:17.239605 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4598004-2e71-4879-a321-372f95fd95ab None None] The sync data for ids ['a3ac933c-0934-4ef3-abad-4104299fe69f'] in dv-cinder-799871-48-iscsi is: [{'id': 'a3ac933c-0934-4ef3-abad-4104299fe69f', 'name': 'tempest-TestShelveInstance-1446977651-router', 'tenant_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '35c94d51-f1ba-4e54-a02e-d17b841bfbef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:40:41Z', 'updated_at': '2022-07-28T05:40:44Z', 'revision_number': 4, 'project_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'gw_port': {'id': '35c94d51-f1ba-4e54-a02e-d17b841bfbef', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac933c-0934-4ef3-abad-4104299fe69f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:40:42Z', 'updated_at': '2022-07-28T05:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': '99b68b26-aad5-42fb-8205-e823ad710bb3', 'name': '', 'network_id': 'd35a5d75-c1c1-4569-87f3-e51b7895c9f5', 'tenant_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'mac_address': 'fa:16:3e:be:37:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac933c-0934-4ef3-abad-4104299fe69f', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'd3408c94-ba76-45a6-92ab-69ae3f0aeb78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:40:44Z', 'updated_at': '2022-07-28T05:40:48Z', 'revision_number': 5, 'project_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'subnets': [{'id': 'd3408c94-ba76-45a6-92ab-69ae3f0aeb78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:45:17.452867 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8607b1-581f-4170-85b9-b62f1602115a None None] New status for floating IP 2b9ea6b1-9534-45f6-83bf-f040e4d5b98a: DOWN {{(pid=104274) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 05:45:17.994630 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd664d68-4812-41c7-910b-46a033985f53 req-4db1f095-f32e-4dd6-b244-0479b87c3591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:45:17.996113 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-dd664d68-4812-41c7-910b-46a033985f53 req-4db1f095-f32e-4dd6-b244-0479b87c3591 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=42f0cd3e66ff4f08bcabdd66f24995ff&device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 1130 time: 0.0404670 Jul 28 05:45:18.064870 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:18.103469 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd664d68-4812-41c7-910b-46a033985f53 req-72cab866-c9c8-4179-9b23-5bf1cfaadd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:45:18.104938 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-dd664d68-4812-41c7-910b-46a033985f53 req-72cab866-c9c8-4179-9b23-5bf1cfaadd8d service neutron] 10.222.0.57 "GET /v2.0/networks?id=d35a5d75-c1c1-4569-87f3-e51b7895c9f5 HTTP/1.1" status: 200 len: 910 time: 0.0927768 Jul 28 05:45:18.152537 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97006bab-d332-43be-a32f-e4042411e65d req-dd32a59b-fc3e-4d9a-be09-f663b5dae2ca tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:45:18.154354 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-97006bab-d332-43be-a32f-e4042411e65d req-dd32a59b-fc3e-4d9a-be09-f663b5dae2ca tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 946 time: 0.0472221 Jul 28 05:45:18.159435 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-dd664d68-4812-41c7-910b-46a033985f53 req-d20de9ef-673d-4e2a-ac2e-6a52e0381e1c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dabecf43-c874-4b75-a78a-c55fa1c40977 HTTP/1.1" status: 200 len: 217 time: 0.0370216 Jul 28 05:45:18.204555 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-97006bab-d332-43be-a32f-e4042411e65d req-dc852940-1c52-4b20-b063-04314057a93d tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/security-groups?id=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442712 Jul 28 05:45:18.209136 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd664d68-4812-41c7-910b-46a033985f53 req-5d3acbb9-7167-4851-8abf-6e6071a2a4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:45:18.210725 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-dd664d68-4812-41c7-910b-46a033985f53 req-5d3acbb9-7167-4851-8abf-6e6071a2a4b0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d3408c94-ba76-45a6-92ab-69ae3f0aeb78 HTTP/1.1" status: 200 len: 848 time: 0.0444369 Jul 28 05:45:18.257973 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd664d68-4812-41c7-910b-46a033985f53 req-be66f6b8-df22-4050-b21d-92b63cdb1825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:45:18.259805 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-dd664d68-4812-41c7-910b-46a033985f53 req-be66f6b8-df22-4050-b21d-92b63cdb1825 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d35a5d75-c1c1-4569-87f3-e51b7895c9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427556 Jul 28 05:45:18.479508 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08282062-676c-41b7-8ace-96b31dea4b82 req-41c924f7-9eeb-41f4-98e5-6a1b1dff7bd6 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:45:18.480932 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-08282062-676c-41b7-8ace-96b31dea4b82 req-41c924f7-9eeb-41f4-98e5-6a1b1dff7bd6 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.57 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 946 time: 0.0656302 Jul 28 05:45:18.498346 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-dd664d68-4812-41c7-910b-46a033985f53 req-a1016adb-330d-47c7-985f-9192d86eae57 service neutron] 10.222.0.57 "GET /v2.0/networks/d35a5d75-c1c1-4569-87f3-e51b7895c9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310396 Jul 28 05:45:18.627490 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [req-08282062-676c-41b7-8ace-96b31dea4b82 req-83f8123c-b4ed-45e7-b156-c3c5c16e256c tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Deleting port dabecf43-c874-4b75-a78a-c55fa1c40977 {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:45:18.627828 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-08282062-676c-41b7-8ace-96b31dea4b82 req-83f8123c-b4ed-45e7-b156-c3c5c16e256c tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (dabecf43-c874-4b75-a78a-c55fa1c40977), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:18.678188 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-dd664d68-4812-41c7-910b-46a033985f53 req-1a043662-8c12-43ad-a998-8392d9b944bd service neutron] 10.222.0.57 "GET /v2.0/networks/d35a5d75-c1c1-4569-87f3-e51b7895c9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634171 Jul 28 05:45:18.727734 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [req-08282062-676c-41b7-8ace-96b31dea4b82 req-83f8123c-b4ed-45e7-b156-c3c5c16e256c tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] For port dabecf43-c874-4b75-a78a-c55fa1c40977, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=dabecf43-c874-4b75-a78a-c55fa1c40977,segment=NetworkSegment(47b6d266-4baa-4150-bdb7-5a225197d438),segment_id=47b6d266-4baa-4150-bdb7-5a225197d438)] {{(pid=104273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:45:18.728099 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-08282062-676c-41b7-8ace-96b31dea4b82 req-83f8123c-b4ed-45e7-b156-c3c5c16e256c tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (dabecf43-c874-4b75-a78a-c55fa1c40977), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:18.740930 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [req-08282062-676c-41b7-8ace-96b31dea4b82 req-83f8123c-b4ed-45e7-b156-c3c5c16e256c tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Calling delete_port for dabecf43-c874-4b75-a78a-c55fa1c40977 owned by compute:nova {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:45:18.904687 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-08282062-676c-41b7-8ace-96b31dea4b82 req-83f8123c-b4ed-45e7-b156-c3c5c16e256c tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (dabecf43-c874-4b75-a78a-c55fa1c40977), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:18.910453 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:18.932960 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8123c-b4ed-45e7-b156-c3c5c16e256c tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Pushing event deleted for resources: {'Port': ['ID=dabecf43-c874-4b75-a78a-c55fa1c40977,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:18.981686 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [req-08282062-676c-41b7-8ace-96b31dea4b82 req-83f8123c-b4ed-45e7-b156-c3c5c16e256c tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] No DVR routers for this DVR port dabecf43-c874-4b75-a78a-c55fa1c40977 on host hv-cinder-79987 {{(pid=104273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:45:18.984174 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-08282062-676c-41b7-8ace-96b31dea4b82 req-83f8123c-b4ed-45e7-b156-c3c5c16e256c tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:18.987365 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-08282062-676c-41b7-8ace-96b31dea4b82 req-83f8123c-b4ed-45e7-b156-c3c5c16e256c tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.57 "DELETE /v2.0/ports/dabecf43-c874-4b75-a78a-c55fa1c40977 HTTP/1.1" status: 204 len: 173 time: 0.4993088 Jul 28 05:45:18.987786 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d4fabd-fff3-4a2e-8278-a2451c230347', 'name': 'network-vif-deleted', 'tag': 'dabecf43-c874-4b75-a78a-c55fa1c40977'}] {{(pid=104273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:45:18.990013 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}294c2db51adabc0e3fe9263869e3ac3ebddb58bd39f135069541a8ae7da0566b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8933bd45-0c28-41ff-98e7-de6f44c7d0db" -d '{"events": [{"server_uuid": "37d4fabd-fff3-4a2e-8278-a2451c230347", "name": "network-vif-deleted", "tag": "dabecf43-c874-4b75-a78a-c55fa1c40977"}]}' {{(pid=104273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:45:19.026504 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e30b20-e5d4-4a56-9fa1-5c9f538c9f5d x-openstack-request-id: req-e3e30b20-e5d4-4a56-9fa1-5c9f538c9f5d {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:45:19.027182 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37d4fabd-fff3-4a2e-8278-a2451c230347", "name": "network-vif-deleted", "tag": "dabecf43-c874-4b75-a78a-c55fa1c40977", "status": "completed", "code": 200}]} {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:45:19.027182 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e3e30b20-e5d4-4a56-9fa1-5c9f538c9f5d {{(pid=104273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:45:19.027437 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3e30b20-e5d4-4a56-9fa1-5c9f538c9f5d'] response: {'server_uuid': '37d4fabd-fff3-4a2e-8278-a2451c230347', 'name': 'network-vif-deleted', 'tag': 'dabecf43-c874-4b75-a78a-c55fa1c40977', 'status': 'completed', 'code': 200} Jul 28 05:45:19.314461 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-80787722-0a53-4ec0-aacb-8fb80f19d0ec req-c90f3f42-4ca6-405f-b6f0-56769a2bccbe tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 210 time: 0.0330122 Jul 28 05:45:20.425919 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-5cddd35f-91af-41db-9ab5-5d2e3a3d3a2a req-e454b734-4c5f-4def-8368-cc083a4e0328 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "GET /v2.0/ports?device_id=37d4fabd-fff3-4a2e-8278-a2451c230347 HTTP/1.1" status: 200 len: 210 time: 0.0276942 Jul 28 05:45:21.491768 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 44672) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:45:21.548581 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-f7272dd3-3a37-4916-9961-a7c99791c974 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks [] for security_group (5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:21.573768 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-f7272dd3-3a37-4916-9961-a7c99791c974 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks [] for security_group (5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:21.692249 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-f7272dd3-3a37-4916-9961-a7c99791c974 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:21.695130 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-f7272dd3-3a37-4916-9961-a7c99791c974 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:21.696519 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-f7272dd3-3a37-4916-9961-a7c99791c974 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] 10.222.0.33 "DELETE /v2.0/security-groups/5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5 HTTP/1.1" status: 204 len: 168 time: 0.2052467 Jul 28 05:45:21.707025 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7272dd3-3a37-4916-9961-a7c99791c974 tempest-TestShelveInstance-945507229 tempest-TestShelveInstance-945507229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcf2493-f2f8-4bc2-9b2a-dcedccc84ac5,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:21.791300 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device dabecf43-c874-4b75-a78a-c55fa1c40977 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:45:21.803696 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 44676) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:45:21.812216 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] No Port match for: dabecf43-c874-4b75-a78a-c55fa1c40977 {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:45:21.812794 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device dabecf43-c874-4b75-a78a-c55fa1c40977 not bound to the agent host hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:45:21.847074 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:22.366811 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-74ba9e9d-38b8-41f7-8533-f03d7cee75ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4014364'] for router_interface (a3ac933c-0934-4ef3-abad-4104299fe69f), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:22.583639 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-74ba9e9d-38b8-41f7-8533-f03d7cee75ed admin admin] Deleting port 99b68b26-aad5-42fb-8205-e823ad710bb3 {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:45:22.584304 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-74ba9e9d-38b8-41f7-8533-f03d7cee75ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (99b68b26-aad5-42fb-8205-e823ad710bb3), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:22.663069 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [None req-74ba9e9d-38b8-41f7-8533-f03d7cee75ed admin admin] For port 99b68b26-aad5-42fb-8205-e823ad710bb3, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=99b68b26-aad5-42fb-8205-e823ad710bb3,segment=NetworkSegment(47b6d266-4baa-4150-bdb7-5a225197d438),segment_id=47b6d266-4baa-4150-bdb7-5a225197d438)] {{(pid=104273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:45:22.663437 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-74ba9e9d-38b8-41f7-8533-f03d7cee75ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (99b68b26-aad5-42fb-8205-e823ad710bb3), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:22.675799 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:22.676986 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-74ba9e9d-38b8-41f7-8533-f03d7cee75ed admin admin] Calling delete_port for 99b68b26-aad5-42fb-8205-e823ad710bb3 owned by network:router_interface {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:45:22.926944 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-74ba9e9d-38b8-41f7-8533-f03d7cee75ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (99b68b26-aad5-42fb-8205-e823ad710bb3), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:22.949922 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba9e9d-38b8-41f7-8533-f03d7cee75ed admin admin] Pushing event deleted for resources: {'Port': ['ID=99b68b26-aad5-42fb-8205-e823ad710bb3,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:23.011685 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:23.117296 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-74ba9e9d-38b8-41f7-8533-f03d7cee75ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4014472'] for router_interface (a3ac933c-0934-4ef3-abad-4104299fe69f), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:23.323694 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ba9e9d-38b8-41f7-8533-f03d7cee75ed admin admin] Router a3ac933c-0934-4ef3-abad-4104299fe69f has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:45:23.423147 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ba9e9d-38b8-41f7-8533-f03d7cee75ed admin admin] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:45:23.428059 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-74ba9e9d-38b8-41f7-8533-f03d7cee75ed admin admin] 10.222.0.33 "PUT /v2.0/routers/a3ac933c-0934-4ef3-abad-4104299fe69f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6233759 Jul 28 05:45:23.431252 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 44680) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:45:23.433437 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac10491-9f6e-4e03-9fec-667622be0167 None None] Sync routers for ids ['a3ac933c-0934-4ef3-abad-4104299fe69f'] in dv-cinder-799871-48-iscsi {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:45:23.444592 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac10491-9f6e-4e03-9fec-667622be0167 None None] Routers {'a3ac933c-0934-4ef3-abad-4104299fe69f'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:45:23.445276 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-9ac10491-9f6e-4e03-9fec-667622be0167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:45:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['a3ac933c-0934-4ef3-abad-4104299fe69f'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:23.530395 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-cd5be560-c16d-4a0c-990d-3512baa8d4a8 admin admin] Publish callbacks [] for router (a3ac933c-0934-4ef3-abad-4104299fe69f), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:23.547692 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-9ac10491-9f6e-4e03-9fec-667622be0167 None None] Set router a3ac933c-0934-4ef3-abad-4104299fe69f gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:45:23.627438 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-cd5be560-c16d-4a0c-990d-3512baa8d4a8 admin admin] Publish callbacks [] for router_gateway (a3ac933c-0934-4ef3-abad-4104299fe69f), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:23.631081 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:23.713209 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-9ac10491-9f6e-4e03-9fec-667622be0167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ac933c-0934-4ef3-abad-4104299fe69f', 'name': 'tempest-TestShelveInstance-1446977651-router', 'tenant_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '35c94d51-f1ba-4e54-a02e-d17b841bfbef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:40:41Z', 'updated_at': '2022-07-28T05:45:22Z', 'revision_number': 5, 'project_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'gw_port': {'id': '35c94d51-f1ba-4e54-a02e-d17b841bfbef', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:42:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac933c-0934-4ef3-abad-4104299fe69f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:40:42Z', 'updated_at': '2022-07-28T05:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:23.737316 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac10491-9f6e-4e03-9fec-667622be0167 None None] Checking router: a3ac933c-0934-4ef3-abad-4104299fe69f for host: dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:45:23.747826 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac10491-9f6e-4e03-9fec-667622be0167 None None] Routers {'a3ac933c-0934-4ef3-abad-4104299fe69f'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:45:23.748441 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-9ac10491-9f6e-4e03-9fec-667622be0167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:45:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['a3ac933c-0934-4ef3-abad-4104299fe69f'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:23.761267 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-cd5be560-c16d-4a0c-990d-3512baa8d4a8 admin admin] Deleting port 35c94d51-f1ba-4e54-a02e-d17b841bfbef {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:45:23.762612 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-cd5be560-c16d-4a0c-990d-3512baa8d4a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (35c94d51-f1ba-4e54-a02e-d17b841bfbef), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:23.821580 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:23.830641 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-9ac10491-9f6e-4e03-9fec-667622be0167 None None] Set router a3ac933c-0934-4ef3-abad-4104299fe69f gateway port host: None {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:45:23.843526 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [None req-cd5be560-c16d-4a0c-990d-3512baa8d4a8 admin admin] For port 35c94d51-f1ba-4e54-a02e-d17b841bfbef, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=35c94d51-f1ba-4e54-a02e-d17b841bfbef,segment=NetworkSegment(18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30),segment_id=18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30)] {{(pid=104273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:45:23.843889 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-cd5be560-c16d-4a0c-990d-3512baa8d4a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (35c94d51-f1ba-4e54-a02e-d17b841bfbef), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:23.857443 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-cd5be560-c16d-4a0c-990d-3512baa8d4a8 admin admin] Calling delete_port for 35c94d51-f1ba-4e54-a02e-d17b841bfbef owned by network:router_gateway {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:45:23.879820 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-9ac10491-9f6e-4e03-9fec-667622be0167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ac933c-0934-4ef3-abad-4104299fe69f', 'name': 'tempest-TestShelveInstance-1446977651-router', 'tenant_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:40:41Z', 'updated_at': '2022-07-28T05:45:23Z', 'revision_number': 6, 'project_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'gw_port_host': None}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:23.908396 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac10491-9f6e-4e03-9fec-667622be0167 None None] The sync data for ids ['a3ac933c-0934-4ef3-abad-4104299fe69f'] in dv-cinder-799871-48-iscsi is: [{'id': 'a3ac933c-0934-4ef3-abad-4104299fe69f', 'name': 'tempest-TestShelveInstance-1446977651-router', 'tenant_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:40:41Z', 'updated_at': '2022-07-28T05:45:23Z', 'revision_number': 6, 'project_id': '42f0cd3e66ff4f08bcabdd66f24995ff', 'gw_port_host': None}] {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:45:23.970838 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:24.075802 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-cd5be560-c16d-4a0c-990d-3512baa8d4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (35c94d51-f1ba-4e54-a02e-d17b841bfbef), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:24.101091 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5be560-c16d-4a0c-990d-3512baa8d4a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=35c94d51-f1ba-4e54-a02e-d17b841bfbef,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:24.168396 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-cd5be560-c16d-4a0c-990d-3512baa8d4a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4016412'] for router_gateway (a3ac933c-0934-4ef3-abad-4104299fe69f), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:24.254359 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-cd5be560-c16d-4a0c-990d-3512baa8d4a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4157079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3668'] for router (a3ac933c-0934-4ef3-abad-4104299fe69f), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:24.257505 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-cd5be560-c16d-4a0c-990d-3512baa8d4a8 admin admin] Publish callbacks [] for router_controller (a3ac933c-0934-4ef3-abad-4104299fe69f), precommit_delete_associations {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:24.339166 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-cd5be560-c16d-4a0c-990d-3512baa8d4a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4156949'] for router (a3ac933c-0934-4ef3-abad-4104299fe69f), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:24.339722 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5be560-c16d-4a0c-990d-3512baa8d4a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3ac933c-0934-4ef3-abad-4104299fe69f {{(pid=104273) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 05:45:24.346006 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-cd5be560-c16d-4a0c-990d-3512baa8d4a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:24.346006 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-cd5be560-c16d-4a0c-990d-3512baa8d4a8 admin admin] 10.222.0.33 "DELETE /v2.0/routers/a3ac933c-0934-4ef3-abad-4104299fe69f HTTP/1.1" status: 204 len: 168 time: 0.9129553 Jul 28 05:45:24.347605 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 44682) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:45:24.392152 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa5d77ee-d4ee-47c4-b96e-b14c043ed74e admin admin] Deleting subnet d3408c94-ba76-45a6-92ab-69ae3f0aeb78 {{(pid=104273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 05:45:24.395228 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-fa5d77ee-d4ee-47c4-b96e-b14c043ed74e admin admin] Publish callbacks [] for subnet (d3408c94-ba76-45a6-92ab-69ae3f0aeb78), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:24.433388 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-fa5d77ee-d4ee-47c4-b96e-b14c043ed74e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8432890'] for subnet (d3408c94-ba76-45a6-92ab-69ae3f0aeb78), precommit_delete_associations {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:24.506979 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-fa5d77ee-d4ee-47c4-b96e-b14c043ed74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190699'] for subnet (d3408c94-ba76-45a6-92ab-69ae3f0aeb78), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:24.641722 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-fa5d77ee-d4ee-47c4-b96e-b14c043ed74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1190690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8745015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8898787'] for subnet (d3408c94-ba76-45a6-92ab-69ae3f0aeb78), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:24.668745 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d77ee-d4ee-47c4-b96e-b14c043ed74e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3408c94-ba76-45a6-92ab-69ae3f0aeb78,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:24.672766 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-fa5d77ee-d4ee-47c4-b96e-b14c043ed74e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for subnet (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:24.676013 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-fa5d77ee-d4ee-47c4-b96e-b14c043ed74e admin admin] 10.222.0.33 "DELETE /v2.0/subnets/d3408c94-ba76-45a6-92ab-69ae3f0aeb78 HTTP/1.1" status: 204 len: 168 time: 0.3274589 Jul 28 05:45:24.678516 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 44684) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:45:24.682425 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a0fed2-f7ed-4375-a54f-ec17add59434 None None] Network d35a5d75-c1c1-4569-87f3-e51b7895c9f5 requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:45:24.697524 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 35c94d51-f1ba-4e54-a02e-d17b841bfbef no longer exists at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:45:24.732721 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:24.750085 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-66db356d-112d-4ac9-93df-ac47615c6e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1261665'] for network (d35a5d75-c1c1-4569-87f3-e51b7895c9f5), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:24.750530 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] No Port match for: 35c94d51-f1ba-4e54-a02e-d17b841bfbef {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:45:24.750886 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 35c94d51-f1ba-4e54-a02e-d17b841bfbef not bound to the agent host dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:45:24.751306 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 99b68b26-aad5-42fb-8205-e823ad710bb3 no longer exists at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:45:24.780598 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] No Port match for: 99b68b26-aad5-42fb-8205-e823ad710bb3 {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:45:24.783312 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 99b68b26-aad5-42fb-8205-e823ad710bb3 not bound to the agent host dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:45:24.797166 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-66db356d-112d-4ac9-93df-ac47615c6e63 admin admin] Deleting port 6d8724e1-0f4d-43d4-afbf-0935dfa25c39 {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:45:24.797298 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-66db356d-112d-4ac9-93df-ac47615c6e63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (6d8724e1-0f4d-43d4-afbf-0935dfa25c39), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:24.868935 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [None req-66db356d-112d-4ac9-93df-ac47615c6e63 admin admin] For port 6d8724e1-0f4d-43d4-afbf-0935dfa25c39, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=6d8724e1-0f4d-43d4-afbf-0935dfa25c39,segment=NetworkSegment(47b6d266-4baa-4150-bdb7-5a225197d438),segment_id=47b6d266-4baa-4150-bdb7-5a225197d438)] {{(pid=104273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:45:24.869412 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-66db356d-112d-4ac9-93df-ac47615c6e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (6d8724e1-0f4d-43d4-afbf-0935dfa25c39), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:24.883843 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-66db356d-112d-4ac9-93df-ac47615c6e63 admin admin] Calling delete_port for 6d8724e1-0f4d-43d4-afbf-0935dfa25c39 owned by network:dhcp {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:45:24.894166 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5ab3e0-24c4-4e55-9272-9a3219e46be1 None None] DHCP port deletion for d35a5d75-c1c1-4569-87f3-e51b7895c9f5 request from dv-cinder-799871-48-iscsi {{(pid=104274) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 05:45:24.935462 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-6a5ab3e0-24c4-4e55-9272-9a3219e46be1 None None] Deleting port 6d8724e1-0f4d-43d4-afbf-0935dfa25c39 {{(pid=104274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:45:24.935844 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-6a5ab3e0-24c4-4e55-9272-9a3219e46be1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (6d8724e1-0f4d-43d4-afbf-0935dfa25c39), before_delete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:24.948633 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:25.006424 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-6a5ab3e0-24c4-4e55-9272-9a3219e46be1 None None] For port 6d8724e1-0f4d-43d4-afbf-0935dfa25c39, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=6d8724e1-0f4d-43d4-afbf-0935dfa25c39,segment=NetworkSegment(47b6d266-4baa-4150-bdb7-5a225197d438),segment_id=47b6d266-4baa-4150-bdb7-5a225197d438)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:45:25.012822 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-6a5ab3e0-24c4-4e55-9272-9a3219e46be1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (6d8724e1-0f4d-43d4-afbf-0935dfa25c39), precommit_delete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:25.020203 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-6a5ab3e0-24c4-4e55-9272-9a3219e46be1 None None] Calling delete_port for 6d8724e1-0f4d-43d4-afbf-0935dfa25c39 owned by network:dhcp {{(pid=104274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:45:25.030672 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-66db356d-112d-4ac9-93df-ac47615c6e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (6d8724e1-0f4d-43d4-afbf-0935dfa25c39), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:25.059543 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db356d-112d-4ac9-93df-ac47615c6e63 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d8724e1-0f4d-43d4-afbf-0935dfa25c39,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:25.062738 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:25.062996 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66db356d-112d-4ac9-93df-ac47615c6e63 admin admin] No DVR routers for this DVR port 6d8724e1-0f4d-43d4-afbf-0935dfa25c39 on host dv-cinder-799871-48-iscsi {{(pid=104273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:45:25.100665 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-6a5ab3e0-24c4-4e55-9272-9a3219e46be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924'] for port (6d8724e1-0f4d-43d4-afbf-0935dfa25c39), after_delete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:25.123012 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ab3e0-24c4-4e55-9272-9a3219e46be1 None None] Pushing event deleted for resources: {'Port': ['ID=6d8724e1-0f4d-43d4-afbf-0935dfa25c39,revision_number=None']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:25.129419 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5ab3e0-24c4-4e55-9272-9a3219e46be1 None None] No DVR routers for this DVR port 6d8724e1-0f4d-43d4-afbf-0935dfa25c39 on host dv-cinder-799871-48-iscsi {{(pid=104274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:45:25.134914 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-66db356d-112d-4ac9-93df-ac47615c6e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1190917', 'neutron.services.segments.db._delete_segments_for_network-8748695459786'] for network (d35a5d75-c1c1-4569-87f3-e51b7895c9f5), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:25.158883 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.services.segments.db [None req-66db356d-112d-4ac9-93df-ac47615c6e63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d35a5d75-c1c1-4569-87f3-e51b7895c9f5']}} {{(pid=104273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:25.168427 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.services.segments.db [None req-66db356d-112d-4ac9-93df-ac47615c6e63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b6d266-4baa-4150-bdb7-5a225197d438') {'for_net_delete': True} {{(pid=104273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:25.184949 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.services.segments.db [None req-66db356d-112d-4ac9-93df-ac47615c6e63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b6d266-4baa-4150-bdb7-5a225197d438') {} {{(pid=104273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:25.184949 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-66db356d-112d-4ac9-93df-ac47615c6e63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748695459687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8432867'] for segment (47b6d266-4baa-4150-bdb7-5a225197d438), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:25.191604 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-66db356d-112d-4ac9-93df-ac47615c6e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124'] for segment (47b6d266-4baa-4150-bdb7-5a225197d438), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:25.198244 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66db356d-112d-4ac9-93df-ac47615c6e63 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=104273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 05:45:25.198622 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-66db356d-112d-4ac9-93df-ac47615c6e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8745065'] for segment (47b6d266-4baa-4150-bdb7-5a225197d438), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:25.285477 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.services.segments.plugin [-] Segment 47b6d266-4baa-4150-bdb7-5a225197d438 resource provider aggregate not found Jul 28 05:45:25.301897 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.services.segments.plugin [-] Segment 47b6d266-4baa-4150-bdb7-5a225197d438 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47b6d266-4baa-4150-bdb7-5a225197d438 found for delete ", "request_id": "req-e3523d19-1c93-4707-a970-7be887c6be19"}]} Jul 28 05:45:25.321908 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-66db356d-112d-4ac9-93df-ac47615c6e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1190926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4016432'] for network (d35a5d75-c1c1-4569-87f3-e51b7895c9f5), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:25.327314 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-66db356d-112d-4ac9-93df-ac47615c6e63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for network (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:25.330534 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-66db356d-112d-4ac9-93df-ac47615c6e63 admin admin] 10.222.0.33 "DELETE /v2.0/networks/d35a5d75-c1c1-4569-87f3-e51b7895c9f5 HTTP/1.1" status: 204 len: 168 time: 0.6510732 Jul 28 05:45:25.333585 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 44692) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:45:25.342310 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db356d-112d-4ac9-93df-ac47615c6e63 admin admin] Pushing event deleted for resources: {'Network': ['ID=d35a5d75-c1c1-4569-87f3-e51b7895c9f5,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:25.645640 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-5a12283f-5c18-4341-bcf8-8037706199f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4014364'] for router_interface (b08402ef-5662-4629-9836-a4d821812bd3), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:25.862464 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [None req-5a12283f-5c18-4341-bcf8-8037706199f9 admin admin] Deleting port 2f1d108d-128f-485f-aac8-71797603d70e {{(pid=104272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:45:25.862805 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-5a12283f-5c18-4341-bcf8-8037706199f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (2f1d108d-128f-485f-aac8-71797603d70e), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:25.942789 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [None req-5a12283f-5c18-4341-bcf8-8037706199f9 admin admin] For port 2f1d108d-128f-485f-aac8-71797603d70e, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=2f1d108d-128f-485f-aac8-71797603d70e,segment=NetworkSegment(7fc965e4-0d77-4a05-a191-82b198366b54),segment_id=7fc965e4-0d77-4a05-a191-82b198366b54)] {{(pid=104272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:45:25.943149 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-5a12283f-5c18-4341-bcf8-8037706199f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (2f1d108d-128f-485f-aac8-71797603d70e), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:25.955744 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [None req-5a12283f-5c18-4341-bcf8-8037706199f9 admin admin] Calling delete_port for 2f1d108d-128f-485f-aac8-71797603d70e owned by network:router_interface {{(pid=104272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:45:25.997092 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:26.012976 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:26.195073 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-5a12283f-5c18-4341-bcf8-8037706199f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (2f1d108d-128f-485f-aac8-71797603d70e), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:26.218081 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12283f-5c18-4341-bcf8-8037706199f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f1d108d-128f-485f-aac8-71797603d70e,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:26.384828 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-5a12283f-5c18-4341-bcf8-8037706199f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4014472'] for router_interface (b08402ef-5662-4629-9836-a4d821812bd3), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:26.553591 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 6d8724e1-0f4d-43d4-afbf-0935dfa25c39 no longer exists at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:45:26.578346 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] No Port match for: 6d8724e1-0f4d-43d4-afbf-0935dfa25c39 {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:45:26.578697 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 6d8724e1-0f4d-43d4-afbf-0935dfa25c39 not bound to the agent host dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:45:26.847630 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a12283f-5c18-4341-bcf8-8037706199f9 admin admin] Router b08402ef-5662-4629-9836-a4d821812bd3 has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:45:26.947742 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a12283f-5c18-4341-bcf8-8037706199f9 admin admin] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:45:26.952646 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-5a12283f-5c18-4341-bcf8-8037706199f9 admin admin] 10.222.0.33 "PUT /v2.0/routers/b08402ef-5662-4629-9836-a4d821812bd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6176825 Jul 28 05:45:26.955225 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 44694) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:45:26.956223 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171d39ae-5409-4c78-9ee6-7cba1e194d0d None None] Sync routers for ids ['b08402ef-5662-4629-9836-a4d821812bd3'] in dv-cinder-799871-48-iscsi {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:45:26.969444 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171d39ae-5409-4c78-9ee6-7cba1e194d0d None None] Routers {'b08402ef-5662-4629-9836-a4d821812bd3'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:45:26.969606 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-171d39ae-5409-4c78-9ee6-7cba1e194d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:45:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['b08402ef-5662-4629-9836-a4d821812bd3'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:27.057188 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9c669b19-61cc-48d6-9943-59378e7c4565 admin admin] Publish callbacks [] for router (b08402ef-5662-4629-9836-a4d821812bd3), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:27.082139 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-171d39ae-5409-4c78-9ee6-7cba1e194d0d None None] Set router b08402ef-5662-4629-9836-a4d821812bd3 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:45:27.158427 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9c669b19-61cc-48d6-9943-59378e7c4565 admin admin] Publish callbacks [] for router_gateway (b08402ef-5662-4629-9836-a4d821812bd3), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:27.162066 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:27.233948 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:27.251674 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-171d39ae-5409-4c78-9ee6-7cba1e194d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08402ef-5662-4629-9836-a4d821812bd3', 'name': 'tempest-TestShelveInstance-1051350993-router', 'tenant_id': 'c76b4d6891ab46e389c696871666825f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '23204958-bcb6-463d-81c8-a455b01591ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:40:47Z', 'updated_at': '2022-07-28T05:45:26Z', 'revision_number': 5, 'project_id': 'c76b4d6891ab46e389c696871666825f', 'gw_port': {'id': '23204958-bcb6-463d-81c8-a455b01591ef', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08402ef-5662-4629-9836-a4d821812bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:40:48Z', 'updated_at': '2022-07-28T05:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:27.283518 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171d39ae-5409-4c78-9ee6-7cba1e194d0d None None] Checking router: b08402ef-5662-4629-9836-a4d821812bd3 for host: dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:45:27.287905 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [None req-9c669b19-61cc-48d6-9943-59378e7c4565 admin admin] Deleting port 23204958-bcb6-463d-81c8-a455b01591ef {{(pid=104272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:45:27.293414 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9c669b19-61cc-48d6-9943-59378e7c4565 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (23204958-bcb6-463d-81c8-a455b01591ef), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:27.293414 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:27.294017 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171d39ae-5409-4c78-9ee6-7cba1e194d0d None None] Routers {'b08402ef-5662-4629-9836-a4d821812bd3'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:45:27.294629 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-171d39ae-5409-4c78-9ee6-7cba1e194d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:45:08Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['b08402ef-5662-4629-9836-a4d821812bd3'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:27.367620 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [None req-9c669b19-61cc-48d6-9943-59378e7c4565 admin admin] For port 23204958-bcb6-463d-81c8-a455b01591ef, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=23204958-bcb6-463d-81c8-a455b01591ef,segment=NetworkSegment(18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30),segment_id=18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30)] {{(pid=104272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:45:27.368062 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9c669b19-61cc-48d6-9943-59378e7c4565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (23204958-bcb6-463d-81c8-a455b01591ef), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:27.380506 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [None req-9c669b19-61cc-48d6-9943-59378e7c4565 admin admin] Calling delete_port for 23204958-bcb6-463d-81c8-a455b01591ef owned by network:router_gateway {{(pid=104272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:45:27.383202 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-171d39ae-5409-4c78-9ee6-7cba1e194d0d None None] Set router b08402ef-5662-4629-9836-a4d821812bd3 gateway port host: None {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:45:27.436704 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-171d39ae-5409-4c78-9ee6-7cba1e194d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08402ef-5662-4629-9836-a4d821812bd3', 'name': 'tempest-TestShelveInstance-1051350993-router', 'tenant_id': 'c76b4d6891ab46e389c696871666825f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:40:47Z', 'updated_at': '2022-07-28T05:45:27Z', 'revision_number': 6, 'project_id': 'c76b4d6891ab46e389c696871666825f', 'gw_port_host': None}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:27.461396 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171d39ae-5409-4c78-9ee6-7cba1e194d0d None None] The sync data for ids ['b08402ef-5662-4629-9836-a4d821812bd3'] in dv-cinder-799871-48-iscsi is: [{'id': 'b08402ef-5662-4629-9836-a4d821812bd3', 'name': 'tempest-TestShelveInstance-1051350993-router', 'tenant_id': 'c76b4d6891ab46e389c696871666825f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:40:47Z', 'updated_at': '2022-07-28T05:45:27Z', 'revision_number': 6, 'project_id': 'c76b4d6891ab46e389c696871666825f', 'gw_port_host': None}] {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:45:27.607348 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9c669b19-61cc-48d6-9943-59378e7c4565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (23204958-bcb6-463d-81c8-a455b01591ef), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:27.635983 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c669b19-61cc-48d6-9943-59378e7c4565 admin admin] Pushing event deleted for resources: {'Port': ['ID=23204958-bcb6-463d-81c8-a455b01591ef,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:27.697631 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9c669b19-61cc-48d6-9943-59378e7c4565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4016412'] for router_gateway (b08402ef-5662-4629-9836-a4d821812bd3), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:27.784456 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9c669b19-61cc-48d6-9943-59378e7c4565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4157079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3668'] for router (b08402ef-5662-4629-9836-a4d821812bd3), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:27.786767 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9c669b19-61cc-48d6-9943-59378e7c4565 admin admin] Publish callbacks [] for router_controller (b08402ef-5662-4629-9836-a4d821812bd3), precommit_delete_associations {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:27.881875 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9c669b19-61cc-48d6-9943-59378e7c4565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4156949'] for router (b08402ef-5662-4629-9836-a4d821812bd3), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:27.882477 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c669b19-61cc-48d6-9943-59378e7c4565 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b08402ef-5662-4629-9836-a4d821812bd3 {{(pid=104272) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 05:45:27.887399 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9c669b19-61cc-48d6-9943-59378e7c4565 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:27.891501 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-9c669b19-61cc-48d6-9943-59378e7c4565 admin admin] 10.222.0.33 "DELETE /v2.0/routers/b08402ef-5662-4629-9836-a4d821812bd3 HTTP/1.1" status: 204 len: 168 time: 0.9323616 Jul 28 05:45:27.891501 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 44696) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:45:27.938860 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.db_base_plugin_v2 [None req-3acef332-ac95-4040-b1b9-b295e8a3393e admin admin] Deleting subnet c1c393f3-26cd-4f62-8829-ee321f57c876 {{(pid=104272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 05:45:27.941951 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3acef332-ac95-4040-b1b9-b295e8a3393e admin admin] Publish callbacks [] for subnet (c1c393f3-26cd-4f62-8829-ee321f57c876), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:27.974171 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:27.977095 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3acef332-ac95-4040-b1b9-b295e8a3393e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12150832'] for subnet (c1c393f3-26cd-4f62-8829-ee321f57c876), precommit_delete_associations {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:28.052279 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3acef332-ac95-4040-b1b9-b295e8a3393e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190699'] for subnet (c1c393f3-26cd-4f62-8829-ee321f57c876), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:28.173534 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3acef332-ac95-4040-b1b9-b295e8a3393e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1190690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8637802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12541275'] for subnet (c1c393f3-26cd-4f62-8829-ee321f57c876), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:28.200197 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acef332-ac95-4040-b1b9-b295e8a3393e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1c393f3-26cd-4f62-8829-ee321f57c876,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:28.206284 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-3acef332-ac95-4040-b1b9-b295e8a3393e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:28.213235 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-3acef332-ac95-4040-b1b9-b295e8a3393e admin admin] 10.222.0.33 "DELETE /v2.0/subnets/c1c393f3-26cd-4f62-8829-ee321f57c876 HTTP/1.1" status: 204 len: 168 time: 0.3174312 Jul 28 05:45:28.213235 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 44698) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:45:28.215462 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbecfbf-6e3b-410b-84d2-6350068f37e1 None None] Network 0ceb3dca-b55e-48fb-9dcc-2710dd8d4d06 requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:45:28.284096 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-6a0155c6-d602-45ed-8907-5a9bd03e2c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1261665'] for network (0ceb3dca-b55e-48fb-9dcc-2710dd8d4d06), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:28.333601 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [None req-6a0155c6-d602-45ed-8907-5a9bd03e2c8e admin admin] Deleting port 18b4ce63-a675-4bff-985c-9de7276309e4 {{(pid=104272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:45:28.333948 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-6a0155c6-d602-45ed-8907-5a9bd03e2c8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (18b4ce63-a675-4bff-985c-9de7276309e4), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:28.372576 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b253e81a-5150-4bd7-a59f-0759af8cf0cd None None] DHCP port deletion for 0ceb3dca-b55e-48fb-9dcc-2710dd8d4d06 request from dv-cinder-799871-48-iscsi {{(pid=104274) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 05:45:28.400269 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [None req-6a0155c6-d602-45ed-8907-5a9bd03e2c8e admin admin] For port 18b4ce63-a675-4bff-985c-9de7276309e4, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=18b4ce63-a675-4bff-985c-9de7276309e4,segment=NetworkSegment(7fc965e4-0d77-4a05-a191-82b198366b54),segment_id=7fc965e4-0d77-4a05-a191-82b198366b54)] {{(pid=104272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:45:28.400635 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-6a0155c6-d602-45ed-8907-5a9bd03e2c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (18b4ce63-a675-4bff-985c-9de7276309e4), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:28.412755 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-b253e81a-5150-4bd7-a59f-0759af8cf0cd None None] Deleting port 18b4ce63-a675-4bff-985c-9de7276309e4 {{(pid=104274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:45:28.413215 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-b253e81a-5150-4bd7-a59f-0759af8cf0cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (18b4ce63-a675-4bff-985c-9de7276309e4), before_delete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:28.414036 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [None req-6a0155c6-d602-45ed-8907-5a9bd03e2c8e admin admin] Calling delete_port for 18b4ce63-a675-4bff-985c-9de7276309e4 owned by network:dhcp {{(pid=104272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:45:28.486315 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-b253e81a-5150-4bd7-a59f-0759af8cf0cd None None] For port 18b4ce63-a675-4bff-985c-9de7276309e4, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=18b4ce63-a675-4bff-985c-9de7276309e4,segment=NetworkSegment(7fc965e4-0d77-4a05-a191-82b198366b54),segment_id=7fc965e4-0d77-4a05-a191-82b198366b54)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:45:28.488484 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-b253e81a-5150-4bd7-a59f-0759af8cf0cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (18b4ce63-a675-4bff-985c-9de7276309e4), precommit_delete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:28.500493 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:28.505072 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-b253e81a-5150-4bd7-a59f-0759af8cf0cd None None] Calling delete_port for 18b4ce63-a675-4bff-985c-9de7276309e4 owned by network:dhcp {{(pid=104274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:45:28.512814 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 18b4ce63-a675-4bff-985c-9de7276309e4 no longer exists at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:45:28.606815 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=100 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:28.613286 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-6a0155c6-d602-45ed-8907-5a9bd03e2c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (18b4ce63-a675-4bff-985c-9de7276309e4), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:28.638118 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0155c6-d602-45ed-8907-5a9bd03e2c8e admin admin] Pushing event deleted for resources: {'Port': ['ID=18b4ce63-a675-4bff-985c-9de7276309e4,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:28.645176 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0155c6-d602-45ed-8907-5a9bd03e2c8e admin admin] No DVR routers for this DVR port 18b4ce63-a675-4bff-985c-9de7276309e4 on host dv-cinder-799871-48-iscsi {{(pid=104272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:45:28.651615 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-b253e81a-5150-4bd7-a59f-0759af8cf0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924'] for port (18b4ce63-a675-4bff-985c-9de7276309e4), after_delete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:28.655027 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Current status of the port 18b4ce63-a675-4bff-985c-9de7276309e4 is: ACTIVE; New status is: DOWN {{(pid=104274) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 05:45:28.657889 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1329347'] for port (18b4ce63-a675-4bff-985c-9de7276309e4), before_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:28.684922 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253e81a-5150-4bd7-a59f-0759af8cf0cd None None] Pushing event deleted for resources: {'Port': ['ID=18b4ce63-a675-4bff-985c-9de7276309e4,revision_number=None']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:28.691585 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b253e81a-5150-4bd7-a59f-0759af8cf0cd None None] No DVR routers for this DVR port 18b4ce63-a675-4bff-985c-9de7276309e4 on host dv-cinder-799871-48-iscsi {{(pid=104274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:45:28.725059 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-6a0155c6-d602-45ed-8907-5a9bd03e2c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1190917', 'neutron.services.segments.db._delete_segments_for_network-8748695459786'] for network (0ceb3dca-b55e-48fb-9dcc-2710dd8d4d06), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:28.728501 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 2f1d108d-128f-485f-aac8-71797603d70e no longer exists at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:45:28.746692 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.services.segments.db [None req-6a0155c6-d602-45ed-8907-5a9bd03e2c8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ceb3dca-b55e-48fb-9dcc-2710dd8d4d06']}} {{(pid=104272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:28.747379 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] No Port match for: 2f1d108d-128f-485f-aac8-71797603d70e {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:45:28.747733 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 2f1d108d-128f-485f-aac8-71797603d70e not bound to the agent host dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:45:28.748148 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 23204958-bcb6-463d-81c8-a455b01591ef no longer exists at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:45:28.756363 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.services.segments.db [None req-6a0155c6-d602-45ed-8907-5a9bd03e2c8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc965e4-0d77-4a05-a191-82b198366b54') {'for_net_delete': True} {{(pid=104272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:28.756696 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.services.segments.db [None req-6a0155c6-d602-45ed-8907-5a9bd03e2c8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc965e4-0d77-4a05-a191-82b198366b54') {} {{(pid=104272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:28.766849 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] No Port match for: 23204958-bcb6-463d-81c8-a455b01591ef {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:45:28.767202 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 23204958-bcb6-463d-81c8-a455b01591ef not bound to the agent host dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:45:28.771446 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-6a0155c6-d602-45ed-8907-5a9bd03e2c8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748695459687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12150825'] for segment (7fc965e4-0d77-4a05-a191-82b198366b54), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:28.785350 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-6a0155c6-d602-45ed-8907-5a9bd03e2c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124'] for segment (7fc965e4-0d77-4a05-a191-82b198366b54), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:28.795486 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a0155c6-d602-45ed-8907-5a9bd03e2c8e admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=104272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 05:45:28.795486 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-6a0155c6-d602-45ed-8907-5a9bd03e2c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8637748'] for segment (7fc965e4-0d77-4a05-a191-82b198366b54), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:28.879180 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.services.segments.plugin [-] Segment 7fc965e4-0d77-4a05-a191-82b198366b54 resource provider aggregate not found Jul 28 05:45:28.895995 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.services.segments.plugin [-] Segment 7fc965e4-0d77-4a05-a191-82b198366b54 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7fc965e4-0d77-4a05-a191-82b198366b54 found for delete ", "request_id": "req-a162d165-0175-4b5f-9e3f-267f95e93f24"}]} Jul 28 05:45:28.904041 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-6a0155c6-d602-45ed-8907-5a9bd03e2c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1190926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4016432'] for network (0ceb3dca-b55e-48fb-9dcc-2710dd8d4d06), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:28.909411 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-6a0155c6-d602-45ed-8907-5a9bd03e2c8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for network (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:28.912474 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-6a0155c6-d602-45ed-8907-5a9bd03e2c8e admin admin] 10.222.0.33 "DELETE /v2.0/networks/0ceb3dca-b55e-48fb-9dcc-2710dd8d4d06 HTTP/1.1" status: 204 len: 168 time: 0.6988158 Jul 28 05:45:28.924363 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0155c6-d602-45ed-8907-5a9bd03e2c8e admin admin] Pushing event deleted for resources: {'Network': ['ID=0ceb3dca-b55e-48fb-9dcc-2710dd8d4d06,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:29.270308 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 44708) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:45:29.310527 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-73ecdfbd-4ab5-405b-b17b-8fd63eac7c86 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=42f0cd3e66ff4f08bcabdd66f24995ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390832 Jul 28 05:45:29.312990 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 44710) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:45:29.360266 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-fa63f866-8263-47b6-a555-269f12daec9c admin admin] Publish callbacks [] for security_group (09fe10fe-fb17-41ef-b3c2-b269e40ef231), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:29.385905 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-fa63f866-8263-47b6-a555-269f12daec9c admin admin] Publish callbacks [] for security_group (09fe10fe-fb17-41ef-b3c2-b269e40ef231), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:29.504386 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-fa63f866-8263-47b6-a555-269f12daec9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (09fe10fe-fb17-41ef-b3c2-b269e40ef231), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:29.506986 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-fa63f866-8263-47b6-a555-269f12daec9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:29.508715 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-fa63f866-8263-47b6-a555-269f12daec9c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/09fe10fe-fb17-41ef-b3c2-b269e40ef231 HTTP/1.1" status: 204 len: 168 time: 0.1948130 Jul 28 05:45:29.517003 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63f866-8263-47b6-a555-269f12daec9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fe10fe-fb17-41ef-b3c2-b269e40ef231,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:30.265668 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 44716) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:45:30.279612 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:DELETE=12,neutron:SELECT=88 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:30.307356 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-6771a2d5-bd2f-4e13-9be8-5f7718b73b2b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c76b4d6891ab46e389c696871666825f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405498 Jul 28 05:45:30.310046 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 44718) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:45:30.358870 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-a9b930ba-f21c-416d-93c3-2ae16506ca3b admin admin] Publish callbacks [] for security_group (b6cbf4bb-9ca6-4b1c-a24f-c7caf499d7b4), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:30.380840 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-a9b930ba-f21c-416d-93c3-2ae16506ca3b admin admin] Publish callbacks [] for security_group (b6cbf4bb-9ca6-4b1c-a24f-c7caf499d7b4), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:30.486936 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-a9b930ba-f21c-416d-93c3-2ae16506ca3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (b6cbf4bb-9ca6-4b1c-a24f-c7caf499d7b4), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:30.489531 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-a9b930ba-f21c-416d-93c3-2ae16506ca3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:30.490718 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-a9b930ba-f21c-416d-93c3-2ae16506ca3b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b6cbf4bb-9ca6-4b1c-a24f-c7caf499d7b4 HTTP/1.1" status: 204 len: 168 time: 0.1796558 Jul 28 05:45:30.499277 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b930ba-f21c-416d-93c3-2ae16506ca3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cbf4bb-9ca6-4b1c-a24f-c7caf499d7b4,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:33.321752 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:35.310882 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-46550711-1113-49da-8c0f-917db76d54dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:35.544349 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=85 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:35.546189 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=14 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:36.841634 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 6 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:45:37.681672 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-aa74e4a3-7fca-4a08-866a-16d8a7853895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:38.670240 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:40.304435 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=42,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:40.413976 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=35,neutron:DELETE=5 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:40.495116 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=46,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:40.521329 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:40.812638 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:45:46.837487 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:48.330317 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-85881cc0-f7d3-455e-baaa-afb1eb2ef5de req-463113ac-5131-406f-b2d8-a3f1c44a920f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1fe47f0f-c147-41c9-aea0-f96143e91d6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442483 Jul 28 05:45:48.414442 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85881cc0-f7d3-455e-baaa-afb1eb2ef5de req-d66d6b1f-33ae-4f08-9424-2e7d1f395fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:45:48.415920 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-85881cc0-f7d3-455e-baaa-afb1eb2ef5de req-d66d6b1f-33ae-4f08-9424-2e7d1f395fb4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=049ba77de43b4702832529d687f5f7a3&device_id=1fe47f0f-c147-41c9-aea0-f96143e91d6c HTTP/1.1" status: 200 len: 1129 time: 0.0409598 Jul 28 05:45:48.525283 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85881cc0-f7d3-455e-baaa-afb1eb2ef5de req-98dd69ae-e581-4fbb-8f76-eadc0faaf031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:45:48.526698 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-85881cc0-f7d3-455e-baaa-afb1eb2ef5de req-98dd69ae-e581-4fbb-8f76-eadc0faaf031 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5edb77fb-18f0-41c1-85ec-83f10d2e2f1e HTTP/1.1" status: 200 len: 913 time: 0.0861864 Jul 28 05:45:48.593849 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-85881cc0-f7d3-455e-baaa-afb1eb2ef5de req-b495b1e2-971b-4881-8459-7b2dd978d08e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84c91d50-101f-41c8-a4a8-e7ece7ef0ce0 HTTP/1.1" status: 200 len: 1001 time: 0.0586736 Jul 28 05:45:48.645853 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85881cc0-f7d3-455e-baaa-afb1eb2ef5de req-613c125a-4d7a-4103-a59e-a35533af6c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:45:48.647302 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-85881cc0-f7d3-455e-baaa-afb1eb2ef5de req-613c125a-4d7a-4103-a59e-a35533af6c92 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80f59cf9-dd9f-4c53-87ba-c86edc35d104 HTTP/1.1" status: 200 len: 851 time: 0.0439732 Jul 28 05:45:48.690959 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85881cc0-f7d3-455e-baaa-afb1eb2ef5de req-59246abf-e84c-4fa8-911c-5c2d3ca73ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:45:48.692703 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-85881cc0-f7d3-455e-baaa-afb1eb2ef5de req-59246abf-e84c-4fa8-911c-5c2d3ca73ef0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5edb77fb-18f0-41c1-85ec-83f10d2e2f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389132 Jul 28 05:45:48.786211 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-85881cc0-f7d3-455e-baaa-afb1eb2ef5de req-2f9bc485-253b-4581-a301-17653c09b6e1 service neutron] 10.222.0.57 "GET /v2.0/networks/5edb77fb-18f0-41c1-85ec-83f10d2e2f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852773 Jul 28 05:45:48.879067 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-85881cc0-f7d3-455e-baaa-afb1eb2ef5de req-54507d41-91e5-418e-a888-2960c09000b1 service neutron] 10.222.0.57 "GET /v2.0/networks/5edb77fb-18f0-41c1-85ec-83f10d2e2f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866594 Jul 28 05:45:50.724830 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=70,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:50.726625 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=11,neutron:UPDATE=6 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:58.873348 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=49 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:58.876234 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=52 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:59.841422 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:45:59.842219 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:46:03.315004 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:05.263432 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-fc2d6e8f-d7cc-424e-83e2-155fa31445eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:07.680962 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-2fcbe801-2456-4a6b-ba34-d4e00c2cdec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:08.629256 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:10.537512 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:10.765997 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:13.840771 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 6 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:46:20.728783 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:46:20.730577 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:46:23.836331 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:46:23.837106 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:46:33.291456 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:35.268523 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-940d437f-a8a1-44db-88f7-dbeb1ea98b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:36.837725 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:46:36.838569 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:46:37.657333 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-d9f1bd37-acc3-410f-96fe-5d58eac08696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:38.639683 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:40.537241 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:40.777051 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:41.301585 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 44732) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:46:41.441732 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-820a151a-a019-4b68-84c5-a1381b0c5ede tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Deleting port f18d4f8a-e3c0-4e45-89d4-4ed58a5134be {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:46:41.442072 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-820a151a-a019-4b68-84c5-a1381b0c5ede tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (f18d4f8a-e3c0-4e45-89d4-4ed58a5134be), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:41.515806 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-820a151a-a019-4b68-84c5-a1381b0c5ede tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (f18d4f8a-e3c0-4e45-89d4-4ed58a5134be), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:41.516051 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-820a151a-a019-4b68-84c5-a1381b0c5ede tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for floatingip (f18d4f8a-e3c0-4e45-89d4-4ed58a5134be), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:41.528316 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-820a151a-a019-4b68-84c5-a1381b0c5ede tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Calling delete_port for f18d4f8a-e3c0-4e45-89d4-4ed58a5134be owned by network:floatingip {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:46:41.753986 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-820a151a-a019-4b68-84c5-a1381b0c5ede tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (f18d4f8a-e3c0-4e45-89d4-4ed58a5134be), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:41.780027 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a151a-a019-4b68-84c5-a1381b0c5ede tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Pushing event deleted for resources: {'Port': ['ID=f18d4f8a-e3c0-4e45-89d4-4ed58a5134be,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:41.809334 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a151a-a019-4b68-84c5-a1381b0c5ede tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:41.809712 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a151a-a019-4b68-84c5-a1381b0c5ede tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:41.810057 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a151a-a019-4b68-84c5-a1381b0c5ede tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:41.810396 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a151a-a019-4b68-84c5-a1381b0c5ede tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:41.810729 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a151a-a019-4b68-84c5-a1381b0c5ede tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:41.811069 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a151a-a019-4b68-84c5-a1381b0c5ede tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:41.811397 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a151a-a019-4b68-84c5-a1381b0c5ede tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:41.811736 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a151a-a019-4b68-84c5-a1381b0c5ede tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:41.812176 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a151a-a019-4b68-84c5-a1381b0c5ede tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:41.812657 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a151a-a019-4b68-84c5-a1381b0c5ede tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:41.812988 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a151a-a019-4b68-84c5-a1381b0c5ede tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:41.813316 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a151a-a019-4b68-84c5-a1381b0c5ede tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:41.813664 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a151a-a019-4b68-84c5-a1381b0c5ede tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:41.813989 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a151a-a019-4b68-84c5-a1381b0c5ede tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:41.814313 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a151a-a019-4b68-84c5-a1381b0c5ede tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:41.853326 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-820a151a-a019-4b68-84c5-a1381b0c5ede tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for floatingip (528fa469-4c2f-475e-b261-25a17906abec), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:41.853694 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.db.l3_db [None req-820a151a-a019-4b68-84c5-a1381b0c5ede tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Floating IP 528fa469-4c2f-475e-b261-25a17906abec disassociated (deleted). External IP: 172.27.0.192, port: 79376b08-8039-456b-b2ed-69908dde5291. Jul 28 05:46:42.305262 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820a151a-a019-4b68-84c5-a1381b0c5ede tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Router 25d90893-ee95-44a2-bbe4-57db53b449b8 has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:46:42.405067 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820a151a-a019-4b68-84c5-a1381b0c5ede tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:46:42.410434 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-820a151a-a019-4b68-84c5-a1381b0c5ede tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for floatingip (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:42.414754 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4ed22a-09e7-4ed1-adfa-ff18aaaeb85b None None] Sync routers for ids ['25d90893-ee95-44a2-bbe4-57db53b449b8'] in dv-cinder-799871-48-iscsi {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:46:42.424764 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4ed22a-09e7-4ed1-adfa-ff18aaaeb85b None None] Routers {'25d90893-ee95-44a2-bbe4-57db53b449b8'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:46:42.425377 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-ce4ed22a-09e7-4ed1-adfa-ff18aaaeb85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:46:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['25d90893-ee95-44a2-bbe4-57db53b449b8'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:46:42.442406 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-820a151a-a019-4b68-84c5-a1381b0c5ede tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "DELETE /v2.0/floatingips/528fa469-4c2f-475e-b261-25a17906abec HTTP/1.1" status: 204 len: 168 time: 1.1397293 Jul 28 05:46:42.443112 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e943ad39-1dca-4798-9e61-12305b570d2b', 'tag': '79376b08-8039-456b-b2ed-69908dde5291'}] {{(pid=104273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:46:42.445501 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}294c2db51adabc0e3fe9263869e3ac3ebddb58bd39f135069541a8ae7da0566b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7f85fe-0cd1-44db-a756-0739649479d2" -d '{"events": [{"name": "network-changed", "server_uuid": "e943ad39-1dca-4798-9e61-12305b570d2b", "tag": "79376b08-8039-456b-b2ed-69908dde5291"}]}' {{(pid=104273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:46:42.608464 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-ce4ed22a-09e7-4ed1-adfa-ff18aaaeb85b None None] Set router 25d90893-ee95-44a2-bbe4-57db53b449b8 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:46:42.748633 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da133fac-140c-4668-8597-0b1f2182ee49 x-openstack-request-id: req-da133fac-140c-4668-8597-0b1f2182ee49 {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:46:42.748968 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e943ad39-1dca-4798-9e61-12305b570d2b", "tag": "79376b08-8039-456b-b2ed-69908dde5291", "status": "completed", "code": 200}]} {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:46:42.749852 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-da133fac-140c-4668-8597-0b1f2182ee49 {{(pid=104273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:46:42.750334 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da133fac-140c-4668-8597-0b1f2182ee49'] response: {'name': 'network-changed', 'server_uuid': 'e943ad39-1dca-4798-9e61-12305b570d2b', 'tag': '79376b08-8039-456b-b2ed-69908dde5291', 'status': 'completed', 'code': 200} Jul 28 05:46:42.825678 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-ce4ed22a-09e7-4ed1-adfa-ff18aaaeb85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'name': 'tempest-TestVolumeBootPattern-1058617019-router', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:39:27Z', 'updated_at': '2022-07-28T05:39:31Z', 'revision_number': 4, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'gw_port': {'id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:37:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:28Z', 'updated_at': '2022-07-28T05:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': '8dc48c67-35d8-48ee-b38c-c4bf983ccc7d', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'floating_ip_address': '172.27.0.176', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'port_id': '84c91d50-101f-41c8-a4a8-e7ece7ef0ce0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'mac_address': 'fa:16:3e:7f:26:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe47f0f-c147-41c9-aea0-f96143e91d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:43:02Z', 'updated_at': '2022-07-28T05:43:04Z', 'revision_number': 1, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce254138-9b1b-4916-9149-272d42456e62', 'name': '', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'mac_address': 'fa:16:3e:43:f0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:30Z', 'updated_at': '2022-07-28T05:39:36Z', 'revision_number': 5, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'subnets': [{'id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:46:42.850033 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4ed22a-09e7-4ed1-adfa-ff18aaaeb85b None None] Checking router: 25d90893-ee95-44a2-bbe4-57db53b449b8 for host: dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:46:42.858360 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4ed22a-09e7-4ed1-adfa-ff18aaaeb85b None None] Routers {'25d90893-ee95-44a2-bbe4-57db53b449b8'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:46:42.859592 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-ce4ed22a-09e7-4ed1-adfa-ff18aaaeb85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:46:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['25d90893-ee95-44a2-bbe4-57db53b449b8'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:46:42.961441 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-ce4ed22a-09e7-4ed1-adfa-ff18aaaeb85b None None] Set router 25d90893-ee95-44a2-bbe4-57db53b449b8 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:46:43.051139 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373702ed-d5cc-40d9-af18-6c7a889410e9 req-3e5cc42f-b6f5-4922-aabe-c6d95dba5dcb tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:46:43.052864 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-373702ed-d5cc-40d9-af18-6c7a889410e9 req-3e5cc42f-b6f5-4922-aabe-c6d95dba5dcb tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=e943ad39-1dca-4798-9e61-12305b570d2b HTTP/1.1" status: 200 len: 945 time: 0.2596881 Jul 28 05:46:43.105713 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-373702ed-d5cc-40d9-af18-6c7a889410e9 req-13cf65e9-cab1-48d1-89cd-e9b44ed8ab78 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472391 Jul 28 05:46:43.170330 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-ce4ed22a-09e7-4ed1-adfa-ff18aaaeb85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'name': 'tempest-TestVolumeBootPattern-1058617019-router', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:39:27Z', 'updated_at': '2022-07-28T05:39:31Z', 'revision_number': 4, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'gw_port': {'id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:37:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:28Z', 'updated_at': '2022-07-28T05:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': '8dc48c67-35d8-48ee-b38c-c4bf983ccc7d', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'floating_ip_address': '172.27.0.176', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'port_id': '84c91d50-101f-41c8-a4a8-e7ece7ef0ce0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'mac_address': 'fa:16:3e:7f:26:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe47f0f-c147-41c9-aea0-f96143e91d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:43:02Z', 'updated_at': '2022-07-28T05:43:04Z', 'revision_number': 1, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce254138-9b1b-4916-9149-272d42456e62', 'name': '', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'mac_address': 'fa:16:3e:43:f0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:30Z', 'updated_at': '2022-07-28T05:39:36Z', 'revision_number': 5, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'subnets': [{'id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:46:43.198478 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4ed22a-09e7-4ed1-adfa-ff18aaaeb85b None None] The sync data for ids ['25d90893-ee95-44a2-bbe4-57db53b449b8'] in dv-cinder-799871-48-iscsi is: [{'id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'name': 'tempest-TestVolumeBootPattern-1058617019-router', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:39:27Z', 'updated_at': '2022-07-28T05:39:31Z', 'revision_number': 4, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'gw_port': {'id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:37:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:28Z', 'updated_at': '2022-07-28T05:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_floatingips': [{'id': '8dc48c67-35d8-48ee-b38c-c4bf983ccc7d', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'floating_ip_address': '172.27.0.176', 'floating_network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'router_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'port_id': '84c91d50-101f-41c8-a4a8-e7ece7ef0ce0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'mac_address': 'fa:16:3e:7f:26:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe47f0f-c147-41c9-aea0-f96143e91d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T05:43:02Z', 'updated_at': '2022-07-28T05:43:04Z', 'revision_number': 1, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce254138-9b1b-4916-9149-272d42456e62', 'name': '', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'mac_address': 'fa:16:3e:43:f0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:30Z', 'updated_at': '2022-07-28T05:39:36Z', 'revision_number': 5, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'subnets': [{'id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:46:43.411030 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d85266-1fb8-477f-ae2a-ff6424565d09 None None] New status for floating IP 528fa469-4c2f-475e-b261-25a17906abec: DOWN {{(pid=104274) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 05:46:43.751915 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:46:43.773981 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:46:43.781730 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f85fe-0cd1-44db-a756-0739649479d2 req-47872570-752b-4e7f-b453-a88596de9d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:46:43.783232 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-fd7f85fe-0cd1-44db-a756-0739649479d2 req-47872570-752b-4e7f-b453-a88596de9d74 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=049ba77de43b4702832529d687f5f7a3&device_id=e943ad39-1dca-4798-9e61-12305b570d2b HTTP/1.1" status: 200 len: 1129 time: 0.0413058 Jul 28 05:46:43.875401 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f85fe-0cd1-44db-a756-0739649479d2 req-bc6d74f6-dcf4-4356-9b37-5188d73f8dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:46:43.876868 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-fd7f85fe-0cd1-44db-a756-0739649479d2 req-bc6d74f6-dcf4-4356-9b37-5188d73f8dc2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5edb77fb-18f0-41c1-85ec-83f10d2e2f1e HTTP/1.1" status: 200 len: 913 time: 0.0862160 Jul 28 05:46:43.936495 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-fd7f85fe-0cd1-44db-a756-0739649479d2 req-7010ad79-2a47-4083-9c09-47e440c8cdfb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79376b08-8039-456b-b2ed-69908dde5291 HTTP/1.1" status: 200 len: 217 time: 0.0380626 Jul 28 05:46:43.984723 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f85fe-0cd1-44db-a756-0739649479d2 req-4d0d318d-d3f7-4559-bbc5-3389eac28d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:46:43.986080 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-fd7f85fe-0cd1-44db-a756-0739649479d2 req-4d0d318d-d3f7-4559-bbc5-3389eac28d71 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80f59cf9-dd9f-4c53-87ba-c86edc35d104 HTTP/1.1" status: 200 len: 851 time: 0.0436320 Jul 28 05:46:44.204091 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f85fe-0cd1-44db-a756-0739649479d2 req-088732e5-7781-44f7-8650-868c18b0f477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:46:44.205647 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-fd7f85fe-0cd1-44db-a756-0739649479d2 req-088732e5-7781-44f7-8650-868c18b0f477 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5edb77fb-18f0-41c1-85ec-83f10d2e2f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405304 Jul 28 05:46:44.231701 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb13b36-1fa8-4e8b-83d9-213083e08688 req-76dbe57c-79c3-415f-8de9-6bfbe06079aa tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:46:44.233170 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9bb13b36-1fa8-4e8b-83d9-213083e08688 req-76dbe57c-79c3-415f-8de9-6bfbe06079aa tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=e943ad39-1dca-4798-9e61-12305b570d2b HTTP/1.1" status: 200 len: 945 time: 0.0507412 Jul 28 05:46:44.286417 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-9bb13b36-1fa8-4e8b-83d9-213083e08688 req-eaed6c64-26da-4d3b-8934-2f057bff75d0 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463648 Jul 28 05:46:44.315630 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355eb07-e788-49cd-b420-2f974c1686a1 req-8dd2677c-82ff-428d-8fad-17312e74fef7 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:46:44.317084 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-7355eb07-e788-49cd-b420-2f974c1686a1 req-8dd2677c-82ff-428d-8fad-17312e74fef7 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.57 "GET /v2.0/ports?device_id=e943ad39-1dca-4798-9e61-12305b570d2b HTTP/1.1" status: 200 len: 945 time: 0.0871227 Jul 28 05:46:44.401896 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-fd7f85fe-0cd1-44db-a756-0739649479d2 req-b445cf31-56de-4903-bef6-0704dcf7b3e4 service neutron] 10.222.0.57 "GET /v2.0/networks/5edb77fb-18f0-41c1-85ec-83f10d2e2f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789732 Jul 28 05:46:44.461998 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [req-7355eb07-e788-49cd-b420-2f974c1686a1 req-50a8cef0-5fc4-4274-b5e4-ba6e886a68af tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Deleting port 79376b08-8039-456b-b2ed-69908dde5291 {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:46:44.462342 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-7355eb07-e788-49cd-b420-2f974c1686a1 req-50a8cef0-5fc4-4274-b5e4-ba6e886a68af tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (79376b08-8039-456b-b2ed-69908dde5291), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:44.568934 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-fd7f85fe-0cd1-44db-a756-0739649479d2 req-53d3d4c8-8b82-47db-8816-3d24c9deb0e3 service neutron] 10.222.0.57 "GET /v2.0/networks/5edb77fb-18f0-41c1-85ec-83f10d2e2f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614156 Jul 28 05:46:44.584137 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [req-7355eb07-e788-49cd-b420-2f974c1686a1 req-50a8cef0-5fc4-4274-b5e4-ba6e886a68af tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] For port 79376b08-8039-456b-b2ed-69908dde5291, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=79376b08-8039-456b-b2ed-69908dde5291,segment=NetworkSegment(bf877614-f662-462a-90f6-6165081f6798),segment_id=bf877614-f662-462a-90f6-6165081f6798)] {{(pid=104273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:46:44.584507 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-7355eb07-e788-49cd-b420-2f974c1686a1 req-50a8cef0-5fc4-4274-b5e4-ba6e886a68af tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (79376b08-8039-456b-b2ed-69908dde5291), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:44.598577 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [req-7355eb07-e788-49cd-b420-2f974c1686a1 req-50a8cef0-5fc4-4274-b5e4-ba6e886a68af tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Calling delete_port for 79376b08-8039-456b-b2ed-69908dde5291 owned by compute:nova {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:46:44.714778 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:46:44.789348 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-7355eb07-e788-49cd-b420-2f974c1686a1 req-50a8cef0-5fc4-4274-b5e4-ba6e886a68af tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (79376b08-8039-456b-b2ed-69908dde5291), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:44.826664 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8cef0-5fc4-4274-b5e4-ba6e886a68af tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Pushing event deleted for resources: {'Port': ['ID=79376b08-8039-456b-b2ed-69908dde5291,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:44.867148 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [req-7355eb07-e788-49cd-b420-2f974c1686a1 req-50a8cef0-5fc4-4274-b5e4-ba6e886a68af tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] No DVR routers for this DVR port 79376b08-8039-456b-b2ed-69908dde5291 on host hv-cinder-79987 {{(pid=104273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:46:44.869779 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-7355eb07-e788-49cd-b420-2f974c1686a1 req-50a8cef0-5fc4-4274-b5e4-ba6e886a68af tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:44.873211 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-7355eb07-e788-49cd-b420-2f974c1686a1 req-50a8cef0-5fc4-4274-b5e4-ba6e886a68af tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.57 "DELETE /v2.0/ports/79376b08-8039-456b-b2ed-69908dde5291 HTTP/1.1" status: 204 len: 173 time: 0.5498700 Jul 28 05:46:44.873689 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e943ad39-1dca-4798-9e61-12305b570d2b', 'name': 'network-vif-deleted', 'tag': '79376b08-8039-456b-b2ed-69908dde5291'}] {{(pid=104273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:46:44.879624 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}294c2db51adabc0e3fe9263869e3ac3ebddb58bd39f135069541a8ae7da0566b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a162cb14-ce7d-4de8-8a2d-2c09edf9e1d0" -d '{"events": [{"server_uuid": "e943ad39-1dca-4798-9e61-12305b570d2b", "name": "network-vif-deleted", "tag": "79376b08-8039-456b-b2ed-69908dde5291"}]}' {{(pid=104273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:46:44.915585 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f7991d-0a1f-45e5-b926-2cd7abe59c68 x-openstack-request-id: req-55f7991d-0a1f-45e5-b926-2cd7abe59c68 {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:46:44.915884 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e943ad39-1dca-4798-9e61-12305b570d2b", "name": "network-vif-deleted", "tag": "79376b08-8039-456b-b2ed-69908dde5291", "status": "completed", "code": 200}]} {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:46:44.916143 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-55f7991d-0a1f-45e5-b926-2cd7abe59c68 {{(pid=104273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:46:44.916556 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55f7991d-0a1f-45e5-b926-2cd7abe59c68'] response: {'server_uuid': 'e943ad39-1dca-4798-9e61-12305b570d2b', 'name': 'network-vif-deleted', 'tag': '79376b08-8039-456b-b2ed-69908dde5291', 'status': 'completed', 'code': 200} Jul 28 05:46:45.387792 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-af3d8f3c-ffb9-4019-9437-c4eb76c07686 req-7025fdc3-860f-4216-93c3-c3f28e2fe050 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=e943ad39-1dca-4798-9e61-12305b570d2b HTTP/1.1" status: 200 len: 210 time: 0.0289249 Jul 28 05:46:48.191463 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 79376b08-8039-456b-b2ed-69908dde5291 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:46:48.211086 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] No Port match for: 79376b08-8039-456b-b2ed-69908dde5291 {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:46:48.211619 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 79376b08-8039-456b-b2ed-69908dde5291 not bound to the agent host hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:46:48.854730 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 44780) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:46:48.993195 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-ecb85eac-7a6f-4813-a8e7-3b60bdcd7332 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Deleting port dde1e9bc-6acf-464e-a234-4649dcb79fe9 {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:46:48.993566 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ecb85eac-7a6f-4813-a8e7-3b60bdcd7332 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (dde1e9bc-6acf-464e-a234-4649dcb79fe9), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:49.052864 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:46:49.071438 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ecb85eac-7a6f-4813-a8e7-3b60bdcd7332 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (dde1e9bc-6acf-464e-a234-4649dcb79fe9), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:49.071760 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ecb85eac-7a6f-4813-a8e7-3b60bdcd7332 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for floatingip (dde1e9bc-6acf-464e-a234-4649dcb79fe9), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:49.084736 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-ecb85eac-7a6f-4813-a8e7-3b60bdcd7332 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Calling delete_port for dde1e9bc-6acf-464e-a234-4649dcb79fe9 owned by network:floatingip {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:46:49.302971 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ecb85eac-7a6f-4813-a8e7-3b60bdcd7332 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (dde1e9bc-6acf-464e-a234-4649dcb79fe9), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:49.325976 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb85eac-7a6f-4813-a8e7-3b60bdcd7332 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Pushing event deleted for resources: {'Port': ['ID=dde1e9bc-6acf-464e-a234-4649dcb79fe9,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:49.389810 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ecb85eac-7a6f-4813-a8e7-3b60bdcd7332 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for floatingip (8dc48c67-35d8-48ee-b38c-c4bf983ccc7d), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:49.390849 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.db.l3_db [None req-ecb85eac-7a6f-4813-a8e7-3b60bdcd7332 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Floating IP 8dc48c67-35d8-48ee-b38c-c4bf983ccc7d disassociated (deleted). External IP: 172.27.0.176, port: 84c91d50-101f-41c8-a4a8-e7ece7ef0ce0. Jul 28 05:46:49.525533 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:46:49.591336 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb85eac-7a6f-4813-a8e7-3b60bdcd7332 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Router 25d90893-ee95-44a2-bbe4-57db53b449b8 has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:46:49.697517 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb85eac-7a6f-4813-a8e7-3b60bdcd7332 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:46:49.702241 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-ecb85eac-7a6f-4813-a8e7-3b60bdcd7332 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for floatingip (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:49.706762 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc83fd0a-30a4-4046-a4ba-ee1fe98fe2bd None None] Sync routers for ids ['25d90893-ee95-44a2-bbe4-57db53b449b8'] in dv-cinder-799871-48-iscsi {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:46:49.716453 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc83fd0a-30a4-4046-a4ba-ee1fe98fe2bd None None] Routers {'25d90893-ee95-44a2-bbe4-57db53b449b8'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:46:49.717057 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-cc83fd0a-30a4-4046-a4ba-ee1fe98fe2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:46:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['25d90893-ee95-44a2-bbe4-57db53b449b8'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:46:49.731994 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-ecb85eac-7a6f-4813-a8e7-3b60bdcd7332 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "DELETE /v2.0/floatingips/8dc48c67-35d8-48ee-b38c-c4bf983ccc7d HTTP/1.1" status: 204 len: 168 time: 0.8761902 Jul 28 05:46:49.732580 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe47f0f-c147-41c9-aea0-f96143e91d6c', 'tag': '84c91d50-101f-41c8-a4a8-e7ece7ef0ce0'}] {{(pid=104273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:46:49.735713 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}294c2db51adabc0e3fe9263869e3ac3ebddb58bd39f135069541a8ae7da0566b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf990c06-0553-49c1-b80d-a0052ca4155a" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe47f0f-c147-41c9-aea0-f96143e91d6c", "tag": "84c91d50-101f-41c8-a4a8-e7ece7ef0ce0"}]}' {{(pid=104273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:46:49.821845 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-cc83fd0a-30a4-4046-a4ba-ee1fe98fe2bd None None] Set router 25d90893-ee95-44a2-bbe4-57db53b449b8 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:46:49.928323 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:46:49.960069 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=100 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:46:50.007936 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-cc83fd0a-30a4-4046-a4ba-ee1fe98fe2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'name': 'tempest-TestVolumeBootPattern-1058617019-router', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:39:27Z', 'updated_at': '2022-07-28T05:39:31Z', 'revision_number': 4, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'gw_port': {'id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:37:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:28Z', 'updated_at': '2022-07-28T05:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'ce254138-9b1b-4916-9149-272d42456e62', 'name': '', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'mac_address': 'fa:16:3e:43:f0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:30Z', 'updated_at': '2022-07-28T05:39:36Z', 'revision_number': 5, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'subnets': [{'id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:46:50.018304 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 05:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cc9c76-2d06-454d-be6e-3a81ac5fb625 x-openstack-request-id: req-70cc9c76-2d06-454d-be6e-3a81ac5fb625 {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:46:50.018800 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe47f0f-c147-41c9-aea0-f96143e91d6c", "tag": "84c91d50-101f-41c8-a4a8-e7ece7ef0ce0", "status": "completed", "code": 200}]} {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:46:50.018901 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-70cc9c76-2d06-454d-be6e-3a81ac5fb625 {{(pid=104273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:46:50.019476 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70cc9c76-2d06-454d-be6e-3a81ac5fb625'] response: {'name': 'network-changed', 'server_uuid': '1fe47f0f-c147-41c9-aea0-f96143e91d6c', 'tag': '84c91d50-101f-41c8-a4a8-e7ece7ef0ce0', 'status': 'completed', 'code': 200} Jul 28 05:46:50.037100 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc83fd0a-30a4-4046-a4ba-ee1fe98fe2bd None None] Checking router: 25d90893-ee95-44a2-bbe4-57db53b449b8 for host: dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:46:50.045713 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc83fd0a-30a4-4046-a4ba-ee1fe98fe2bd None None] Routers {'25d90893-ee95-44a2-bbe4-57db53b449b8'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:46:50.046926 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-cc83fd0a-30a4-4046-a4ba-ee1fe98fe2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:46:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['25d90893-ee95-44a2-bbe4-57db53b449b8'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:46:50.108639 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec358996-49a5-40c1-98db-2f379120cb9b req-09a21801-73f8-4912-b5d2-d87014bbbb7b tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:46:50.110939 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ec358996-49a5-40c1-98db-2f379120cb9b req-09a21801-73f8-4912-b5d2-d87014bbbb7b tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=1fe47f0f-c147-41c9-aea0-f96143e91d6c HTTP/1.1" status: 200 len: 945 time: 0.0490751 Jul 28 05:46:50.145982 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-cc83fd0a-30a4-4046-a4ba-ee1fe98fe2bd None None] Set router 25d90893-ee95-44a2-bbe4-57db53b449b8 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:46:50.161081 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-ec358996-49a5-40c1-98db-2f379120cb9b req-898344ca-1e2f-4682-9906-17ae1bc10e77 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445309 Jul 28 05:46:50.332708 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-cc83fd0a-30a4-4046-a4ba-ee1fe98fe2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'name': 'tempest-TestVolumeBootPattern-1058617019-router', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:39:27Z', 'updated_at': '2022-07-28T05:39:31Z', 'revision_number': 4, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'gw_port': {'id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:37:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:28Z', 'updated_at': '2022-07-28T05:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'ce254138-9b1b-4916-9149-272d42456e62', 'name': '', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'mac_address': 'fa:16:3e:43:f0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:30Z', 'updated_at': '2022-07-28T05:39:36Z', 'revision_number': 5, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'subnets': [{'id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:46:50.356205 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc83fd0a-30a4-4046-a4ba-ee1fe98fe2bd None None] The sync data for ids ['25d90893-ee95-44a2-bbe4-57db53b449b8'] in dv-cinder-799871-48-iscsi is: [{'id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'name': 'tempest-TestVolumeBootPattern-1058617019-router', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:39:27Z', 'updated_at': '2022-07-28T05:39:31Z', 'revision_number': 4, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'gw_port': {'id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:37:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:28Z', 'updated_at': '2022-07-28T05:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi', '_interfaces': [{'id': 'ce254138-9b1b-4916-9149-272d42456e62', 'name': '', 'network_id': '5edb77fb-18f0-41c1-85ec-83f10d2e2f1e', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'mac_address': 'fa:16:3e:43:f0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:30Z', 'updated_at': '2022-07-28T05:39:36Z', 'revision_number': 5, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'subnets': [{'id': '80f59cf9-dd9f-4c53-87ba-c86edc35d104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:46:50.564637 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44560ab-11c0-4868-9dd1-4ce3575e996a None None] New status for floating IP 8dc48c67-35d8-48ee-b38c-c4bf983ccc7d: DOWN {{(pid=104274) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 05:46:50.838796 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 6 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:46:51.058827 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf990c06-0553-49c1-b80d-a0052ca4155a req-6f8f75f0-8b84-4fed-9c55-b1d4a43a6843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:46:51.060310 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-bf990c06-0553-49c1-b80d-a0052ca4155a req-6f8f75f0-8b84-4fed-9c55-b1d4a43a6843 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=049ba77de43b4702832529d687f5f7a3&device_id=1fe47f0f-c147-41c9-aea0-f96143e91d6c HTTP/1.1" status: 200 len: 1129 time: 0.0389764 Jul 28 05:46:51.154633 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf990c06-0553-49c1-b80d-a0052ca4155a req-c09533aa-75d4-4c2a-9048-bb9188b1f3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:46:51.156246 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-bf990c06-0553-49c1-b80d-a0052ca4155a req-c09533aa-75d4-4c2a-9048-bb9188b1f3a3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5edb77fb-18f0-41c1-85ec-83f10d2e2f1e HTTP/1.1" status: 200 len: 913 time: 0.0887549 Jul 28 05:46:51.218560 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-bf990c06-0553-49c1-b80d-a0052ca4155a req-862c1e0d-ff42-485d-b7b2-62676ef7024a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84c91d50-101f-41c8-a4a8-e7ece7ef0ce0 HTTP/1.1" status: 200 len: 217 time: 0.0332839 Jul 28 05:46:51.267562 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf990c06-0553-49c1-b80d-a0052ca4155a req-04c3d162-2102-4318-9ad4-f467d1689482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:46:51.269303 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-bf990c06-0553-49c1-b80d-a0052ca4155a req-04c3d162-2102-4318-9ad4-f467d1689482 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80f59cf9-dd9f-4c53-87ba-c86edc35d104 HTTP/1.1" status: 200 len: 851 time: 0.0449078 Jul 28 05:46:51.282431 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796dac3-0c26-41eb-8340-7f5e3a9af15a req-8ab4b13a-0234-49b9-9299-397c16fbb666 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:46:51.283911 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c796dac3-0c26-41eb-8340-7f5e3a9af15a req-8ab4b13a-0234-49b9-9299-397c16fbb666 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=1fe47f0f-c147-41c9-aea0-f96143e91d6c HTTP/1.1" status: 200 len: 945 time: 0.0523491 Jul 28 05:46:51.333778 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-c796dac3-0c26-41eb-8340-7f5e3a9af15a req-e91a1d23-aa43-4622-accc-3c8519e8576c tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/security-groups?id=aceaeefe-3ba3-46cc-b013-12b26aec0123&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441599 Jul 28 05:46:51.440144 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf990c06-0553-49c1-b80d-a0052ca4155a req-04e6392f-ebda-4bd0-aab2-c2841a7e24f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:46:51.441657 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-bf990c06-0553-49c1-b80d-a0052ca4155a req-04e6392f-ebda-4bd0-aab2-c2841a7e24f6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5edb77fb-18f0-41c1-85ec-83f10d2e2f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432408 Jul 28 05:46:51.543128 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f3b1a-fc11-47d8-90f2-4b22c0484212 req-34b62110-d3de-40ad-87ff-2a9c2871e466 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 05:46:51.544542 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-9b6f3b1a-fc11-47d8-90f2-4b22c0484212 req-34b62110-d3de-40ad-87ff-2a9c2871e466 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.57 "GET /v2.0/ports?device_id=1fe47f0f-c147-41c9-aea0-f96143e91d6c HTTP/1.1" status: 200 len: 945 time: 0.0902517 Jul 28 05:46:51.611763 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-bf990c06-0553-49c1-b80d-a0052ca4155a req-4ea93f78-46af-45fc-abed-cb6841df8e08 service neutron] 10.222.0.57 "GET /v2.0/networks/5edb77fb-18f0-41c1-85ec-83f10d2e2f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584115 Jul 28 05:46:51.692188 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [req-9b6f3b1a-fc11-47d8-90f2-4b22c0484212 req-b93fb5f9-58cf-4a2f-bc0c-0bf6f2926b5e tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Deleting port 84c91d50-101f-41c8-a4a8-e7ece7ef0ce0 {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:46:51.692534 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-9b6f3b1a-fc11-47d8-90f2-4b22c0484212 req-b93fb5f9-58cf-4a2f-bc0c-0bf6f2926b5e tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (84c91d50-101f-41c8-a4a8-e7ece7ef0ce0), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:51.698030 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=100 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:46:51.781516 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-bf990c06-0553-49c1-b80d-a0052ca4155a req-a08aeefe-cc56-4b4e-b8a9-feaaf4b343f2 service neutron] 10.222.0.57 "GET /v2.0/networks/5edb77fb-18f0-41c1-85ec-83f10d2e2f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498535 Jul 28 05:46:51.808848 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [req-9b6f3b1a-fc11-47d8-90f2-4b22c0484212 req-b93fb5f9-58cf-4a2f-bc0c-0bf6f2926b5e tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] For port 84c91d50-101f-41c8-a4a8-e7ece7ef0ce0, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=84c91d50-101f-41c8-a4a8-e7ece7ef0ce0,segment=NetworkSegment(bf877614-f662-462a-90f6-6165081f6798),segment_id=bf877614-f662-462a-90f6-6165081f6798)] {{(pid=104273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:46:51.809217 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-9b6f3b1a-fc11-47d8-90f2-4b22c0484212 req-b93fb5f9-58cf-4a2f-bc0c-0bf6f2926b5e tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (84c91d50-101f-41c8-a4a8-e7ece7ef0ce0), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:51.823260 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [req-9b6f3b1a-fc11-47d8-90f2-4b22c0484212 req-b93fb5f9-58cf-4a2f-bc0c-0bf6f2926b5e tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Calling delete_port for 84c91d50-101f-41c8-a4a8-e7ece7ef0ce0 owned by compute:nova {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:46:51.897384 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:46:52.016866 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-9b6f3b1a-fc11-47d8-90f2-4b22c0484212 req-b93fb5f9-58cf-4a2f-bc0c-0bf6f2926b5e tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (84c91d50-101f-41c8-a4a8-e7ece7ef0ce0), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:52.044774 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93fb5f9-58cf-4a2f-bc0c-0bf6f2926b5e tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Pushing event deleted for resources: {'Port': ['ID=84c91d50-101f-41c8-a4a8-e7ece7ef0ce0,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:52.091986 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6f3b1a-fc11-47d8-90f2-4b22c0484212 req-b93fb5f9-58cf-4a2f-bc0c-0bf6f2926b5e tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] No DVR routers for this DVR port 84c91d50-101f-41c8-a4a8-e7ece7ef0ce0 on host hv-cinder-79987 {{(pid=104273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:46:52.095207 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [req-9b6f3b1a-fc11-47d8-90f2-4b22c0484212 req-b93fb5f9-58cf-4a2f-bc0c-0bf6f2926b5e tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for port (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:52.098581 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [req-9b6f3b1a-fc11-47d8-90f2-4b22c0484212 req-b93fb5f9-58cf-4a2f-bc0c-0bf6f2926b5e tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.57 "DELETE /v2.0/ports/84c91d50-101f-41c8-a4a8-e7ece7ef0ce0 HTTP/1.1" status: 204 len: 173 time: 0.5472658 Jul 28 05:46:52.099003 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe47f0f-c147-41c9-aea0-f96143e91d6c', 'name': 'network-vif-deleted', 'tag': '84c91d50-101f-41c8-a4a8-e7ece7ef0ce0'}] {{(pid=104273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 05:46:52.101217 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}294c2db51adabc0e3fe9263869e3ac3ebddb58bd39f135069541a8ae7da0566b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce93c90-b670-4bb2-ac15-1a353d7ffd4b" -d '{"events": [{"server_uuid": "1fe47f0f-c147-41c9-aea0-f96143e91d6c", "name": "network-vif-deleted", "tag": "84c91d50-101f-41c8-a4a8-e7ece7ef0ce0"}]}' {{(pid=104273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:46:52.138568 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 05:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5fd139-cc5f-4aea-9adf-78811d126a6c x-openstack-request-id: req-0b5fd139-cc5f-4aea-9adf-78811d126a6c {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:46:52.138890 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe47f0f-c147-41c9-aea0-f96143e91d6c", "name": "network-vif-deleted", "tag": "84c91d50-101f-41c8-a4a8-e7ece7ef0ce0", "status": "completed", "code": 200}]} {{(pid=104273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:46:52.139145 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0b5fd139-cc5f-4aea-9adf-78811d126a6c {{(pid=104273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:46:52.139541 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b5fd139-cc5f-4aea-9adf-78811d126a6c'] response: {'server_uuid': '1fe47f0f-c147-41c9-aea0-f96143e91d6c', 'name': 'network-vif-deleted', 'tag': '84c91d50-101f-41c8-a4a8-e7ece7ef0ce0', 'status': 'completed', 'code': 200} Jul 28 05:46:52.438900 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [req-fe0a1707-76dd-4827-9bf9-f11ee6f8d4fc req-ce9446df-2307-4e21-a99c-25f0aaa59c0e tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "GET /v2.0/ports?device_id=1fe47f0f-c147-41c9-aea0-f96143e91d6c HTTP/1.1" status: 200 len: 210 time: 0.0293367 Jul 28 05:46:53.506508 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 44798) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:46:53.614543 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-6a4ce565-d44e-43fe-ac06-dedf82341ad8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Deleting port 17d3dcf6-4807-4417-96f6-897735bcd230 {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:46:53.614795 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6a4ce565-d44e-43fe-ac06-dedf82341ad8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (17d3dcf6-4807-4417-96f6-897735bcd230), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:53.689200 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6a4ce565-d44e-43fe-ac06-dedf82341ad8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (17d3dcf6-4807-4417-96f6-897735bcd230), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:53.689549 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6a4ce565-d44e-43fe-ac06-dedf82341ad8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for floatingip (17d3dcf6-4807-4417-96f6-897735bcd230), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:53.701904 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-6a4ce565-d44e-43fe-ac06-dedf82341ad8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Calling delete_port for 17d3dcf6-4807-4417-96f6-897735bcd230 owned by network:floatingip {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:46:53.897009 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6a4ce565-d44e-43fe-ac06-dedf82341ad8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (17d3dcf6-4807-4417-96f6-897735bcd230), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:53.924319 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ce565-d44e-43fe-ac06-dedf82341ad8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Pushing event deleted for resources: {'Port': ['ID=17d3dcf6-4807-4417-96f6-897735bcd230,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:53.981439 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:46:53.986825 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6a4ce565-d44e-43fe-ac06-dedf82341ad8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for floatingip (cd3840e0-8218-4a7d-88be-54b22ea87847), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:53.989268 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-6a4ce565-d44e-43fe-ac06-dedf82341ad8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-218096'] for floatingip (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:53.990464 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-6a4ce565-d44e-43fe-ac06-dedf82341ad8 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "DELETE /v2.0/floatingips/cd3840e0-8218-4a7d-88be-54b22ea87847 HTTP/1.1" status: 204 len: 168 time: 0.4834025 Jul 28 05:46:54.185538 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 84c91d50-101f-41c8-a4a8-e7ece7ef0ce0 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:46:54.205890 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] No Port match for: 84c91d50-101f-41c8-a4a8-e7ece7ef0ce0 {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:46:54.206238 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Device 84c91d50-101f-41c8-a4a8-e7ece7ef0ce0 not bound to the agent host hv-cinder-79987 {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:46:55.306527 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 44810) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:46:55.363389 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-11767492-f8ec-4c00-baa2-a13328640394 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for security_group (aceaeefe-3ba3-46cc-b013-12b26aec0123), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:55.388661 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-11767492-f8ec-4c00-baa2-a13328640394 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for security_group (aceaeefe-3ba3-46cc-b013-12b26aec0123), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:55.502543 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-11767492-f8ec-4c00-baa2-a13328640394 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (aceaeefe-3ba3-46cc-b013-12b26aec0123), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:55.505193 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-11767492-f8ec-4c00-baa2-a13328640394 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:55.506410 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-11767492-f8ec-4c00-baa2-a13328640394 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] 10.222.0.33 "DELETE /v2.0/security-groups/aceaeefe-3ba3-46cc-b013-12b26aec0123 HTTP/1.1" status: 204 len: 168 time: 0.1988575 Jul 28 05:46:55.525337 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11767492-f8ec-4c00-baa2-a13328640394 tempest-TestVolumeBootPattern-1858841219 tempest-TestVolumeBootPattern-1858841219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aceaeefe-3ba3-46cc-b013-12b26aec0123,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:55.626370 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 44814) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:46:55.983309 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:46:56.041958 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-07f47e12-bb21-4d3e-a6f1-becb354808f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4014364'] for router_interface (25d90893-ee95-44a2-bbe4-57db53b449b8), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:56.531110 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-07f47e12-bb21-4d3e-a6f1-becb354808f4 admin admin] Deleting port ce254138-9b1b-4916-9149-272d42456e62 {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:46:56.531775 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-07f47e12-bb21-4d3e-a6f1-becb354808f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (ce254138-9b1b-4916-9149-272d42456e62), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:56.608665 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [None req-07f47e12-bb21-4d3e-a6f1-becb354808f4 admin admin] For port ce254138-9b1b-4916-9149-272d42456e62, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=ce254138-9b1b-4916-9149-272d42456e62,segment=NetworkSegment(bf877614-f662-462a-90f6-6165081f6798),segment_id=bf877614-f662-462a-90f6-6165081f6798)] {{(pid=104273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:46:56.609023 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-07f47e12-bb21-4d3e-a6f1-becb354808f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (ce254138-9b1b-4916-9149-272d42456e62), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:56.622014 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-07f47e12-bb21-4d3e-a6f1-becb354808f4 admin admin] Calling delete_port for ce254138-9b1b-4916-9149-272d42456e62 owned by network:router_interface {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:46:56.661971 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:46:56.834087 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-07f47e12-bb21-4d3e-a6f1-becb354808f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (ce254138-9b1b-4916-9149-272d42456e62), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:56.859982 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f47e12-bb21-4d3e-a6f1-becb354808f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce254138-9b1b-4916-9149-272d42456e62,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:57.028905 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-07f47e12-bb21-4d3e-a6f1-becb354808f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4014472'] for router_interface (25d90893-ee95-44a2-bbe4-57db53b449b8), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:57.080219 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:46:57.238102 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f47e12-bb21-4d3e-a6f1-becb354808f4 admin admin] Router 25d90893-ee95-44a2-bbe4-57db53b449b8 has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:46:57.339336 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f47e12-bb21-4d3e-a6f1-becb354808f4 admin admin] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:46:57.344757 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-07f47e12-bb21-4d3e-a6f1-becb354808f4 admin admin] 10.222.0.33 "PUT /v2.0/routers/25d90893-ee95-44a2-bbe4-57db53b449b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7167392 Jul 28 05:46:57.347315 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 44818) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:46:57.349899 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0290238a-08c1-4609-8422-4fdc8046cabf None None] Sync routers for ids ['25d90893-ee95-44a2-bbe4-57db53b449b8'] in dv-cinder-799871-48-iscsi {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:46:57.360956 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0290238a-08c1-4609-8422-4fdc8046cabf None None] Routers {'25d90893-ee95-44a2-bbe4-57db53b449b8'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:46:57.361601 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-0290238a-08c1-4609-8422-4fdc8046cabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:46:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['25d90893-ee95-44a2-bbe4-57db53b449b8'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:46:57.445520 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-65569b04-cf1f-4a80-9078-b1e4900a0245 admin admin] Publish callbacks [] for router (25d90893-ee95-44a2-bbe4-57db53b449b8), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:57.544017 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:DELETE=2,neutron:UPDATE=1,neutron:SELECT=97 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:46:57.546764 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-65569b04-cf1f-4a80-9078-b1e4900a0245 admin admin] Publish callbacks [] for router_gateway (25d90893-ee95-44a2-bbe4-57db53b449b8), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:57.546919 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-0290238a-08c1-4609-8422-4fdc8046cabf None None] Set router 25d90893-ee95-44a2-bbe4-57db53b449b8 gateway port host: dv-cinder-799871-48-iscsi {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:46:57.660343 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-65569b04-cf1f-4a80-9078-b1e4900a0245 admin admin] Deleting port f7c10170-1486-4c5b-bd2d-e4a85da2732a {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:46:57.660685 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-65569b04-cf1f-4a80-9078-b1e4900a0245 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (f7c10170-1486-4c5b-bd2d-e4a85da2732a), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:57.717376 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-0290238a-08c1-4609-8422-4fdc8046cabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'name': 'tempest-TestVolumeBootPattern-1058617019-router', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:39:27Z', 'updated_at': '2022-07-28T05:46:56Z', 'revision_number': 5, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'gw_port': {'id': 'f7c10170-1486-4c5b-bd2d-e4a85da2732a', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:37:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:28Z', 'updated_at': '2022-07-28T05:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:46:57.741584 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [None req-65569b04-cf1f-4a80-9078-b1e4900a0245 admin admin] For port f7c10170-1486-4c5b-bd2d-e4a85da2732a, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=f7c10170-1486-4c5b-bd2d-e4a85da2732a,segment=NetworkSegment(18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30),segment_id=18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30)] {{(pid=104273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:46:57.741938 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-65569b04-cf1f-4a80-9078-b1e4900a0245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (f7c10170-1486-4c5b-bd2d-e4a85da2732a), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:57.742619 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0290238a-08c1-4609-8422-4fdc8046cabf None None] Checking router: 25d90893-ee95-44a2-bbe4-57db53b449b8 for host: dv-cinder-799871-48-iscsi {{(pid=104275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:46:57.751103 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0290238a-08c1-4609-8422-4fdc8046cabf None None] Routers {'25d90893-ee95-44a2-bbe4-57db53b449b8'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:46:57.751695 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-0290238a-08c1-4609-8422-4fdc8046cabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:46:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['25d90893-ee95-44a2-bbe4-57db53b449b8'], 'active': True} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:46:57.755092 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-65569b04-cf1f-4a80-9078-b1e4900a0245 admin admin] Calling delete_port for f7c10170-1486-4c5b-bd2d-e4a85da2732a owned by network:router_gateway {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:46:57.834208 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_dvr_db [None req-0290238a-08c1-4609-8422-4fdc8046cabf None None] Set router 25d90893-ee95-44a2-bbe4-57db53b449b8 gateway port host: None {{(pid=104275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:46:57.883946 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.l3_hamode_db [None req-0290238a-08c1-4609-8422-4fdc8046cabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'name': 'tempest-TestVolumeBootPattern-1058617019-router', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:39:27Z', 'updated_at': '2022-07-28T05:46:57Z', 'revision_number': 6, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'gw_port_host': None}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:46:57.919234 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0290238a-08c1-4609-8422-4fdc8046cabf None None] The sync data for ids ['25d90893-ee95-44a2-bbe4-57db53b449b8'] in dv-cinder-799871-48-iscsi is: [{'id': '25d90893-ee95-44a2-bbe4-57db53b449b8', 'name': 'tempest-TestVolumeBootPattern-1058617019-router', 'tenant_id': '049ba77de43b4702832529d687f5f7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:39:27Z', 'updated_at': '2022-07-28T05:46:57Z', 'revision_number': 6, 'project_id': '049ba77de43b4702832529d687f5f7a3', 'gw_port_host': None}] {{(pid=104275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:46:57.993749 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-65569b04-cf1f-4a80-9078-b1e4900a0245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (f7c10170-1486-4c5b-bd2d-e4a85da2732a), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:58.021424 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65569b04-cf1f-4a80-9078-b1e4900a0245 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7c10170-1486-4c5b-bd2d-e4a85da2732a,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:58.086462 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-65569b04-cf1f-4a80-9078-b1e4900a0245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4016412'] for router_gateway (25d90893-ee95-44a2-bbe4-57db53b449b8), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:58.171953 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-65569b04-cf1f-4a80-9078-b1e4900a0245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4157079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3668'] for router (25d90893-ee95-44a2-bbe4-57db53b449b8), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:58.173960 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:46:58.175282 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-65569b04-cf1f-4a80-9078-b1e4900a0245 admin admin] Publish callbacks [] for router_controller (25d90893-ee95-44a2-bbe4-57db53b449b8), precommit_delete_associations {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:58.268561 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-65569b04-cf1f-4a80-9078-b1e4900a0245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4156949'] for router (25d90893-ee95-44a2-bbe4-57db53b449b8), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:58.269138 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65569b04-cf1f-4a80-9078-b1e4900a0245 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25d90893-ee95-44a2-bbe4-57db53b449b8 {{(pid=104273) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 05:46:58.274204 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-65569b04-cf1f-4a80-9078-b1e4900a0245 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:58.275387 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-65569b04-cf1f-4a80-9078-b1e4900a0245 admin admin] 10.222.0.33 "DELETE /v2.0/routers/25d90893-ee95-44a2-bbe4-57db53b449b8 HTTP/1.1" status: 204 len: 168 time: 0.9271679 Jul 28 05:46:58.278068 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 44820) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:46:58.324589 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0558712-bc3b-4060-b159-9d80e69f6e6e admin admin] Deleting subnet 80f59cf9-dd9f-4c53-87ba-c86edc35d104 {{(pid=104273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 05:46:58.328486 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-d0558712-bc3b-4060-b159-9d80e69f6e6e admin admin] Publish callbacks [] for subnet (80f59cf9-dd9f-4c53-87ba-c86edc35d104), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:58.369270 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-d0558712-bc3b-4060-b159-9d80e69f6e6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8432890'] for subnet (80f59cf9-dd9f-4c53-87ba-c86edc35d104), precommit_delete_associations {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:58.444959 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-d0558712-bc3b-4060-b159-9d80e69f6e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190699'] for subnet (80f59cf9-dd9f-4c53-87ba-c86edc35d104), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:58.536970 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-d0558712-bc3b-4060-b159-9d80e69f6e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1190690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8745015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8898787'] for subnet (80f59cf9-dd9f-4c53-87ba-c86edc35d104), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:58.565710 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0558712-bc3b-4060-b159-9d80e69f6e6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80f59cf9-dd9f-4c53-87ba-c86edc35d104,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:58.571370 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-d0558712-bc3b-4060-b159-9d80e69f6e6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for subnet (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:58.574589 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-d0558712-bc3b-4060-b159-9d80e69f6e6e admin admin] 10.222.0.33 "DELETE /v2.0/subnets/80f59cf9-dd9f-4c53-87ba-c86edc35d104 HTTP/1.1" status: 204 len: 168 time: 0.2955465 Jul 28 05:46:58.577093 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 44822) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:46:58.577257 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4320088b-a501-4b11-b3bb-5fb713e49fa6 None None] Network 5edb77fb-18f0-41c1-85ec-83f10d2e2f1e requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:46:58.646791 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-4a3f7f91-d5ae-4652-a4ab-73b76db4cb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1261665'] for network (5edb77fb-18f0-41c1-85ec-83f10d2e2f1e), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:58.649076 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:46:58.695308 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-4a3f7f91-d5ae-4652-a4ab-73b76db4cb0a admin admin] Deleting port 152a9d87-6858-4be4-9a78-6047bd09ae71 {{(pid=104273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:46:58.695655 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-4a3f7f91-d5ae-4652-a4ab-73b76db4cb0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (152a9d87-6858-4be4-9a78-6047bd09ae71), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:58.748555 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00db25f-0d98-4541-b12b-89ff1656e2ea None None] DHCP port deletion for 5edb77fb-18f0-41c1-85ec-83f10d2e2f1e request from dv-cinder-799871-48-iscsi {{(pid=104274) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 05:46:58.758941 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device ce254138-9b1b-4916-9149-272d42456e62 no longer exists at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:46:58.770496 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.db [None req-4a3f7f91-d5ae-4652-a4ab-73b76db4cb0a admin admin] For port 152a9d87-6858-4be4-9a78-6047bd09ae71, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=152a9d87-6858-4be4-9a78-6047bd09ae71,segment=NetworkSegment(bf877614-f662-462a-90f6-6165081f6798),segment_id=bf877614-f662-462a-90f6-6165081f6798)] {{(pid=104273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:46:58.770866 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-4a3f7f91-d5ae-4652-a4ab-73b76db4cb0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (152a9d87-6858-4be4-9a78-6047bd09ae71), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:58.784306 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.plugin [None req-4a3f7f91-d5ae-4652-a4ab-73b76db4cb0a admin admin] Calling delete_port for 152a9d87-6858-4be4-9a78-6047bd09ae71 owned by network:dhcp {{(pid=104273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:46:58.806228 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] No Port match for: ce254138-9b1b-4916-9149-272d42456e62 {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:46:58.806581 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device ce254138-9b1b-4916-9149-272d42456e62 not bound to the agent host dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:46:58.807011 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device f7c10170-1486-4c5b-bd2d-e4a85da2732a no longer exists at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:46:58.814232 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-f00db25f-0d98-4541-b12b-89ff1656e2ea None None] Deleting port 152a9d87-6858-4be4-9a78-6047bd09ae71 {{(pid=104274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:46:58.814736 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-f00db25f-0d98-4541-b12b-89ff1656e2ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (152a9d87-6858-4be4-9a78-6047bd09ae71), before_delete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:58.832792 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] No Port match for: f7c10170-1486-4c5b-bd2d-e4a85da2732a {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:46:58.833149 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device f7c10170-1486-4c5b-bd2d-e4a85da2732a not bound to the agent host dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:46:58.895899 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-f00db25f-0d98-4541-b12b-89ff1656e2ea None None] For port 152a9d87-6858-4be4-9a78-6047bd09ae71, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=152a9d87-6858-4be4-9a78-6047bd09ae71,segment=NetworkSegment(bf877614-f662-462a-90f6-6165081f6798),segment_id=bf877614-f662-462a-90f6-6165081f6798)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:46:58.896289 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-f00db25f-0d98-4541-b12b-89ff1656e2ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (152a9d87-6858-4be4-9a78-6047bd09ae71), precommit_delete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:58.910304 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-f00db25f-0d98-4541-b12b-89ff1656e2ea None None] Calling delete_port for 152a9d87-6858-4be4-9a78-6047bd09ae71 owned by network:dhcp {{(pid=104274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:46:58.931097 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-4a3f7f91-d5ae-4652-a4ab-73b76db4cb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8744986'] for port (152a9d87-6858-4be4-9a78-6047bd09ae71), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:58.961787 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f7f91-d5ae-4652-a4ab-73b76db4cb0a admin admin] Pushing event deleted for resources: {'Port': ['ID=152a9d87-6858-4be4-9a78-6047bd09ae71,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:58.963608 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3f7f91-d5ae-4652-a4ab-73b76db4cb0a admin admin] No DVR routers for this DVR port 152a9d87-6858-4be4-9a78-6047bd09ae71 on host dv-cinder-799871-48-iscsi {{(pid=104273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:46:59.010585 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-f00db25f-0d98-4541-b12b-89ff1656e2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924'] for port (152a9d87-6858-4be4-9a78-6047bd09ae71), after_delete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:59.032971 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00db25f-0d98-4541-b12b-89ff1656e2ea None None] Pushing event deleted for resources: {'Port': ['ID=152a9d87-6858-4be4-9a78-6047bd09ae71,revision_number=None']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:59.039072 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-4a3f7f91-d5ae-4652-a4ab-73b76db4cb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1190917', 'neutron.services.segments.db._delete_segments_for_network-8748695459786'] for network (5edb77fb-18f0-41c1-85ec-83f10d2e2f1e), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:59.041998 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00db25f-0d98-4541-b12b-89ff1656e2ea None None] No DVR routers for this DVR port 152a9d87-6858-4be4-9a78-6047bd09ae71 on host dv-cinder-799871-48-iscsi {{(pid=104274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:46:59.045355 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00db25f-0d98-4541-b12b-89ff1656e2ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:59.045749 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00db25f-0d98-4541-b12b-89ff1656e2ea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:59.046101 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00db25f-0d98-4541-b12b-89ff1656e2ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:59.046447 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00db25f-0d98-4541-b12b-89ff1656e2ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:59.046819 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00db25f-0d98-4541-b12b-89ff1656e2ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:59.047871 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00db25f-0d98-4541-b12b-89ff1656e2ea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:59.048207 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00db25f-0d98-4541-b12b-89ff1656e2ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:59.048547 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00db25f-0d98-4541-b12b-89ff1656e2ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:59.048884 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00db25f-0d98-4541-b12b-89ff1656e2ea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:59.049215 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00db25f-0d98-4541-b12b-89ff1656e2ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:59.049573 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00db25f-0d98-4541-b12b-89ff1656e2ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:59.049989 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00db25f-0d98-4541-b12b-89ff1656e2ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:59.050229 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00db25f-0d98-4541-b12b-89ff1656e2ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:59.050553 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00db25f-0d98-4541-b12b-89ff1656e2ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:59.050875 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00db25f-0d98-4541-b12b-89ff1656e2ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:59.067729 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.services.segments.db [None req-4a3f7f91-d5ae-4652-a4ab-73b76db4cb0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5edb77fb-18f0-41c1-85ec-83f10d2e2f1e']}} {{(pid=104273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:46:59.077483 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.services.segments.db [None req-4a3f7f91-d5ae-4652-a4ab-73b76db4cb0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf877614-f662-462a-90f6-6165081f6798') {'for_net_delete': True} {{(pid=104273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:46:59.077861 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.services.segments.db [None req-4a3f7f91-d5ae-4652-a4ab-73b76db4cb0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf877614-f662-462a-90f6-6165081f6798') {} {{(pid=104273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:46:59.087458 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-4a3f7f91-d5ae-4652-a4ab-73b76db4cb0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748695459687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8432867'] for segment (bf877614-f662-462a-90f6-6165081f6798), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:59.101404 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-4a3f7f91-d5ae-4652-a4ab-73b76db4cb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124'] for segment (bf877614-f662-462a-90f6-6165081f6798), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:59.107517 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a3f7f91-d5ae-4652-a4ab-73b76db4cb0a admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=104273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 05:46:59.107891 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-4a3f7f91-d5ae-4652-a4ab-73b76db4cb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8745065'] for segment (bf877614-f662-462a-90f6-6165081f6798), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:59.151109 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.services.segments.plugin [-] Segment bf877614-f662-462a-90f6-6165081f6798 resource provider aggregate not found Jul 28 05:46:59.169281 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.services.segments.plugin [-] Segment bf877614-f662-462a-90f6-6165081f6798 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf877614-f662-462a-90f6-6165081f6798 found for delete ", "request_id": "req-14d3eec3-389c-4bca-868c-1a445d4f1099"}]} Jul 28 05:46:59.245022 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-4a3f7f91-d5ae-4652-a4ab-73b76db4cb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1190926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4016432'] for network (5edb77fb-18f0-41c1-85ec-83f10d2e2f1e), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:59.250454 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-4a3f7f91-d5ae-4652-a4ab-73b76db4cb0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for network (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:59.253515 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-4a3f7f91-d5ae-4652-a4ab-73b76db4cb0a admin admin] 10.222.0.33 "DELETE /v2.0/networks/5edb77fb-18f0-41c1-85ec-83f10d2e2f1e HTTP/1.1" status: 204 len: 168 time: 0.6754305 Jul 28 05:46:59.256591 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 44828) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:46:59.265161 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f7f91-d5ae-4652-a4ab-73b76db4cb0a admin admin] Pushing event deleted for resources: {'Network': ['ID=5edb77fb-18f0-41c1-85ec-83f10d2e2f1e,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:59.567377 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-2fc1ae86-4435-47c5-9467-64b18699f67d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4014364'] for router_interface (324a752c-6c67-4dc4-a749-ecdc672f068e), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:59.788144 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [None req-2fc1ae86-4435-47c5-9467-64b18699f67d admin admin] Deleting port ff70aae4-622e-48a5-a09a-a76c78ef5932 {{(pid=104272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:46:59.788491 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-2fc1ae86-4435-47c5-9467-64b18699f67d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (ff70aae4-622e-48a5-a09a-a76c78ef5932), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:59.823844 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:46:59.831237 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=100 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:46:59.868877 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [None req-2fc1ae86-4435-47c5-9467-64b18699f67d admin admin] For port ff70aae4-622e-48a5-a09a-a76c78ef5932, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=ff70aae4-622e-48a5-a09a-a76c78ef5932,segment=NetworkSegment(4221a170-7de7-4c72-a712-6c6378e3e9e8),segment_id=4221a170-7de7-4c72-a712-6c6378e3e9e8)] {{(pid=104272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:46:59.869238 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-2fc1ae86-4435-47c5-9467-64b18699f67d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (ff70aae4-622e-48a5-a09a-a76c78ef5932), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:46:59.882768 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [None req-2fc1ae86-4435-47c5-9467-64b18699f67d admin admin] Calling delete_port for ff70aae4-622e-48a5-a09a-a76c78ef5932 owned by network:router_interface {{(pid=104272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:47:00.091100 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-2fc1ae86-4435-47c5-9467-64b18699f67d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (ff70aae4-622e-48a5-a09a-a76c78ef5932), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:00.113696 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc1ae86-4435-47c5-9467-64b18699f67d admin admin] Pushing event deleted for resources: {'Port': ['ID=ff70aae4-622e-48a5-a09a-a76c78ef5932,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:47:00.123272 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc1ae86-4435-47c5-9467-64b18699f67d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:47:00.123630 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc1ae86-4435-47c5-9467-64b18699f67d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:47:00.123974 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc1ae86-4435-47c5-9467-64b18699f67d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:47:00.124315 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc1ae86-4435-47c5-9467-64b18699f67d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:47:00.124652 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc1ae86-4435-47c5-9467-64b18699f67d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:47:00.124988 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc1ae86-4435-47c5-9467-64b18699f67d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:47:00.126241 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc1ae86-4435-47c5-9467-64b18699f67d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:47:00.126241 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc1ae86-4435-47c5-9467-64b18699f67d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:47:00.126241 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc1ae86-4435-47c5-9467-64b18699f67d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:47:00.126527 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc1ae86-4435-47c5-9467-64b18699f67d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:47:00.126631 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc1ae86-4435-47c5-9467-64b18699f67d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:47:00.126949 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc1ae86-4435-47c5-9467-64b18699f67d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:47:00.127271 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc1ae86-4435-47c5-9467-64b18699f67d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:47:00.127591 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc1ae86-4435-47c5-9467-64b18699f67d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:47:00.127907 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc1ae86-4435-47c5-9467-64b18699f67d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-48-iscsi {{(pid=104272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:47:00.295486 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-2fc1ae86-4435-47c5-9467-64b18699f67d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3670703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4014472'] for router_interface (324a752c-6c67-4dc4-a749-ecdc672f068e), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:00.494201 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc1ae86-4435-47c5-9467-64b18699f67d admin admin] Router 324a752c-6c67-4dc4-a749-ecdc672f068e has already been hosted by L3 agent fb539dfc-a503-41ad-94c4-d2a7c103755a {{(pid=104272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 05:47:00.598058 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc1ae86-4435-47c5-9467-64b18699f67d admin admin] Notify agent at l3_agent.dv-cinder-799871-48-iscsi the message routers_updated {{(pid=104272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:47:00.607015 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-2fc1ae86-4435-47c5-9467-64b18699f67d admin admin] 10.222.0.33 "PUT /v2.0/routers/324a752c-6c67-4dc4-a749-ecdc672f068e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3468587 Jul 28 05:47:00.607190 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 152a9d87-6858-4be4-9a78-6047bd09ae71 no longer exists at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:47:00.607603 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 44830) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:47:00.627790 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7afed15-133d-492f-a8a9-67e4fa076732 None None] Sync routers for ids ['324a752c-6c67-4dc4-a749-ecdc672f068e'] in dv-cinder-799871-48-iscsi {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:47:00.630464 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] No Port match for: 152a9d87-6858-4be4-9a78-6047bd09ae71 {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:47:00.630809 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device 152a9d87-6858-4be4-9a78-6047bd09ae71 not bound to the agent host dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:47:00.641556 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7afed15-133d-492f-a8a9-67e4fa076732 None None] Routers {'324a752c-6c67-4dc4-a749-ecdc672f068e'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:47:00.642155 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-e7afed15-133d-492f-a8a9-67e4fa076732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:46:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['324a752c-6c67-4dc4-a749-ecdc672f068e'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:47:00.650670 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:47:00.700411 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:47:00.708978 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1ff1f076-78f7-44d7-b04f-8e7a1ddac63f admin admin] Publish callbacks [] for router (324a752c-6c67-4dc4-a749-ecdc672f068e), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:00.743737 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-e7afed15-133d-492f-a8a9-67e4fa076732 None None] Set router 324a752c-6c67-4dc4-a749-ecdc672f068e gateway port host: dv-cinder-799871-48-iscsi {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:47:00.810043 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1ff1f076-78f7-44d7-b04f-8e7a1ddac63f admin admin] Publish callbacks [] for router_gateway (324a752c-6c67-4dc4-a749-ecdc672f068e), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:00.837719 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:47:00.862022 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:47:00.890744 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [None req-1ff1f076-78f7-44d7-b04f-8e7a1ddac63f admin admin] Deleting port e9f2d4af-0804-4f77-8da4-715a4b3e9781 {{(pid=104272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:47:00.891088 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1ff1f076-78f7-44d7-b04f-8e7a1ddac63f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (e9f2d4af-0804-4f77-8da4-715a4b3e9781), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:00.921291 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-e7afed15-133d-492f-a8a9-67e4fa076732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324a752c-6c67-4dc4-a749-ecdc672f068e', 'name': 'tempest-TestVolumeBootPattern-1668439056-router', 'tenant_id': 'f1af514c436e4628ab4aa1745a2b74d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'external_fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e9f2d4af-0804-4f77-8da4-715a4b3e9781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:39:36Z', 'updated_at': '2022-07-28T05:47:00Z', 'revision_number': 5, 'project_id': 'f1af514c436e4628ab4aa1745a2b74d0', 'gw_port': {'id': 'e9f2d4af-0804-4f77-8da4-715a4b3e9781', 'name': '', 'network_id': 'd892672b-b726-43a1-a501-142ea5a750c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:28:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324a752c-6c67-4dc4-a749-ecdc672f068e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-48-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T05:39:36Z', 'updated_at': '2022-07-28T05:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '481049b9-1d68-41f1-a9d6-55330db72a03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-48-iscsi'}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:47:00.948981 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7afed15-133d-492f-a8a9-67e4fa076732 None None] Checking router: 324a752c-6c67-4dc4-a749-ecdc672f068e for host: dv-cinder-799871-48-iscsi {{(pid=104274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:47:00.958601 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7afed15-133d-492f-a8a9-67e4fa076732 None None] Routers {'324a752c-6c67-4dc4-a749-ecdc672f068e'} bound to L3 agent in host dv-cinder-799871-48-iscsi {{(pid=104274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 05:47:00.959213 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-e7afed15-133d-492f-a8a9-67e4fa076732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-48-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T05:22:38Z,description=,heartbeat_timestamp=2022-07-28T05:46:38Z,host='dv-cinder-799871-48-iscsi',id=fb539dfc-a503-41ad-94c4-d2a7c103755a,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T05:22:38Z,topic='l3_agent')) {'router_ids': ['324a752c-6c67-4dc4-a749-ecdc672f068e'], 'active': True} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:47:01.049747 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvr_db [None req-e7afed15-133d-492f-a8a9-67e4fa076732 None None] Set router 324a752c-6c67-4dc4-a749-ecdc672f068e gateway port host: None {{(pid=104274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 05:47:01.101773 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_hamode_db [None req-e7afed15-133d-492f-a8a9-67e4fa076732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324a752c-6c67-4dc4-a749-ecdc672f068e', 'name': 'tempest-TestVolumeBootPattern-1668439056-router', 'tenant_id': 'f1af514c436e4628ab4aa1745a2b74d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:39:36Z', 'updated_at': '2022-07-28T05:47:00Z', 'revision_number': 6, 'project_id': 'f1af514c436e4628ab4aa1745a2b74d0', 'gw_port_host': None}], 'dv-cinder-799871-48-iscsi', False) {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:47:01.131078 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7afed15-133d-492f-a8a9-67e4fa076732 None None] The sync data for ids ['324a752c-6c67-4dc4-a749-ecdc672f068e'] in dv-cinder-799871-48-iscsi is: [{'id': '324a752c-6c67-4dc4-a749-ecdc672f068e', 'name': 'tempest-TestVolumeBootPattern-1668439056-router', 'tenant_id': 'f1af514c436e4628ab4aa1745a2b74d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T05:39:36Z', 'updated_at': '2022-07-28T05:47:00Z', 'revision_number': 6, 'project_id': 'f1af514c436e4628ab4aa1745a2b74d0', 'gw_port_host': None}] {{(pid=104274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:47:01.237127 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [None req-1ff1f076-78f7-44d7-b04f-8e7a1ddac63f admin admin] For port e9f2d4af-0804-4f77-8da4-715a4b3e9781, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=e9f2d4af-0804-4f77-8da4-715a4b3e9781,segment=NetworkSegment(18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30),segment_id=18c25eb5-ff0c-4ce0-a7a9-54bbe6b0bc30)] {{(pid=104272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:47:01.237515 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1ff1f076-78f7-44d7-b04f-8e7a1ddac63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (e9f2d4af-0804-4f77-8da4-715a4b3e9781), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:01.249950 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [None req-1ff1f076-78f7-44d7-b04f-8e7a1ddac63f admin admin] Calling delete_port for e9f2d4af-0804-4f77-8da4-715a4b3e9781 owned by network:router_gateway {{(pid=104272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:47:01.479427 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1ff1f076-78f7-44d7-b04f-8e7a1ddac63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (e9f2d4af-0804-4f77-8da4-715a4b3e9781), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:01.504895 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff1f076-78f7-44d7-b04f-8e7a1ddac63f admin admin] Pushing event deleted for resources: {'Port': ['ID=e9f2d4af-0804-4f77-8da4-715a4b3e9781,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:47:01.572893 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1ff1f076-78f7-44d7-b04f-8e7a1ddac63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4016412'] for router_gateway (324a752c-6c67-4dc4-a749-ecdc672f068e), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:01.659096 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1ff1f076-78f7-44d7-b04f-8e7a1ddac63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4157079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3668'] for router (324a752c-6c67-4dc4-a749-ecdc672f068e), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:01.661193 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1ff1f076-78f7-44d7-b04f-8e7a1ddac63f admin admin] Publish callbacks [] for router_controller (324a752c-6c67-4dc4-a749-ecdc672f068e), precommit_delete_associations {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:01.759263 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1ff1f076-78f7-44d7-b04f-8e7a1ddac63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4156949'] for router (324a752c-6c67-4dc4-a749-ecdc672f068e), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:01.759812 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff1f076-78f7-44d7-b04f-8e7a1ddac63f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 324a752c-6c67-4dc4-a749-ecdc672f068e {{(pid=104272) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 05:47:01.764530 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-1ff1f076-78f7-44d7-b04f-8e7a1ddac63f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:01.765429 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-1ff1f076-78f7-44d7-b04f-8e7a1ddac63f admin admin] 10.222.0.33 "DELETE /v2.0/routers/324a752c-6c67-4dc4-a749-ecdc672f068e HTTP/1.1" status: 204 len: 168 time: 1.1573572 Jul 28 05:47:01.768020 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 44832) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:47:01.812449 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.db_base_plugin_v2 [None req-571cc596-5543-4896-b58a-7dcc86f4eaa1 admin admin] Deleting subnet dfdf9473-ddbb-4961-8aee-b4e043af8973 {{(pid=104272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 05:47:01.816265 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-571cc596-5543-4896-b58a-7dcc86f4eaa1 admin admin] Publish callbacks [] for subnet (dfdf9473-ddbb-4961-8aee-b4e043af8973), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:01.849382 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-571cc596-5543-4896-b58a-7dcc86f4eaa1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12150832'] for subnet (dfdf9473-ddbb-4961-8aee-b4e043af8973), precommit_delete_associations {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:01.930147 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-571cc596-5543-4896-b58a-7dcc86f4eaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1190699'] for subnet (dfdf9473-ddbb-4961-8aee-b4e043af8973), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:01.953214 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:47:01.972898 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=5 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:47:02.034198 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-571cc596-5543-4896-b58a-7dcc86f4eaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1190690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8637802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12541275'] for subnet (dfdf9473-ddbb-4961-8aee-b4e043af8973), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:02.061778 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571cc596-5543-4896-b58a-7dcc86f4eaa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfdf9473-ddbb-4961-8aee-b4e043af8973,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:47:02.065816 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-571cc596-5543-4896-b58a-7dcc86f4eaa1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:02.071600 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-571cc596-5543-4896-b58a-7dcc86f4eaa1 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/dfdf9473-ddbb-4961-8aee-b4e043af8973 HTTP/1.1" status: 204 len: 168 time: 0.3000326 Jul 28 05:47:02.072187 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 44834) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:47:02.072277 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80acfbfe-cfbf-4dd7-9771-9467823d8e28 None None] Network e13bccdf-b9c1-4c58-a270-4d4cc9c61c66 requested from dv-cinder-799871-48-iscsi {{(pid=104274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 05:47:02.150372 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9ee5bf26-8d6d-4013-9f9f-604695ae8e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1261665'] for network (e13bccdf-b9c1-4c58-a270-4d4cc9c61c66), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:02.197590 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [None req-9ee5bf26-8d6d-4013-9f9f-604695ae8e94 admin admin] Deleting port c7601397-c5bf-4617-ac8b-4a25d3d1060b {{(pid=104272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:47:02.197952 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9ee5bf26-8d6d-4013-9f9f-604695ae8e94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (c7601397-c5bf-4617-ac8b-4a25d3d1060b), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:02.258067 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd56e37-39c7-4dd9-85f1-cfc109f2636a None None] DHCP port deletion for e13bccdf-b9c1-4c58-a270-4d4cc9c61c66 request from dv-cinder-799871-48-iscsi {{(pid=104274) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 05:47:02.268979 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.db [None req-9ee5bf26-8d6d-4013-9f9f-604695ae8e94 admin admin] For port c7601397-c5bf-4617-ac8b-4a25d3d1060b, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=c7601397-c5bf-4617-ac8b-4a25d3d1060b,segment=NetworkSegment(4221a170-7de7-4c72-a712-6c6378e3e9e8),segment_id=4221a170-7de7-4c72-a712-6c6378e3e9e8)] {{(pid=104272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:47:02.269397 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9ee5bf26-8d6d-4013-9f9f-604695ae8e94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (c7601397-c5bf-4617-ac8b-4a25d3d1060b), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:02.283233 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.plugin [None req-9ee5bf26-8d6d-4013-9f9f-604695ae8e94 admin admin] Calling delete_port for c7601397-c5bf-4617-ac8b-4a25d3d1060b owned by network:dhcp {{(pid=104272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:47:02.302087 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-4dd56e37-39c7-4dd9-85f1-cfc109f2636a None None] Deleting port c7601397-c5bf-4617-ac8b-4a25d3d1060b {{(pid=104274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 05:47:02.302393 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-4dd56e37-39c7-4dd9-85f1-cfc109f2636a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748695415309'] for port (c7601397-c5bf-4617-ac8b-4a25d3d1060b), before_delete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:02.371118 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.db [None req-4dd56e37-39c7-4dd9-85f1-cfc109f2636a None None] For port c7601397-c5bf-4617-ac8b-4a25d3d1060b, host dv-cinder-799871-48-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-48-iscsi',level=0,port_id=c7601397-c5bf-4617-ac8b-4a25d3d1060b,segment=NetworkSegment(4221a170-7de7-4c72-a712-6c6378e3e9e8),segment_id=4221a170-7de7-4c72-a712-6c6378e3e9e8)] {{(pid=104274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:47:02.371516 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-4dd56e37-39c7-4dd9-85f1-cfc109f2636a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4153365'] for port (c7601397-c5bf-4617-ac8b-4a25d3d1060b), precommit_delete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:02.384426 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-4dd56e37-39c7-4dd9-85f1-cfc109f2636a None None] Calling delete_port for c7601397-c5bf-4617-ac8b-4a25d3d1060b owned by network:dhcp {{(pid=104274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 05:47:02.439595 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9ee5bf26-8d6d-4013-9f9f-604695ae8e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8637767'] for port (c7601397-c5bf-4617-ac8b-4a25d3d1060b), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:02.463515 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-4dd56e37-39c7-4dd9-85f1-cfc109f2636a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748695536195', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748695054924'] for port (c7601397-c5bf-4617-ac8b-4a25d3d1060b), after_delete {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:02.464609 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5bf26-8d6d-4013-9f9f-604695ae8e94 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7601397-c5bf-4617-ac8b-4a25d3d1060b,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:47:02.468318 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee5bf26-8d6d-4013-9f9f-604695ae8e94 admin admin] No DVR routers for this DVR port c7601397-c5bf-4617-ac8b-4a25d3d1060b on host dv-cinder-799871-48-iscsi {{(pid=104272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:47:02.491071 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd56e37-39c7-4dd9-85f1-cfc109f2636a None None] Pushing event deleted for resources: {'Port': ['ID=c7601397-c5bf-4617-ac8b-4a25d3d1060b,revision_number=None']} {{(pid=104274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:47:02.492920 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd56e37-39c7-4dd9-85f1-cfc109f2636a None None] No DVR routers for this DVR port c7601397-c5bf-4617-ac8b-4a25d3d1060b on host dv-cinder-799871-48-iscsi {{(pid=104274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 05:47:02.547749 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9ee5bf26-8d6d-4013-9f9f-604695ae8e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1190917', 'neutron.services.segments.db._delete_segments_for_network-8748695459786'] for network (e13bccdf-b9c1-4c58-a270-4d4cc9c61c66), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:02.558354 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device c7601397-c5bf-4617-ac8b-4a25d3d1060b no longer exists at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:47:02.567867 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.services.segments.db [None req-9ee5bf26-8d6d-4013-9f9f-604695ae8e94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e13bccdf-b9c1-4c58-a270-4d4cc9c61c66']}} {{(pid=104272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:47:02.577179 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.services.segments.db [None req-9ee5bf26-8d6d-4013-9f9f-604695ae8e94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4221a170-7de7-4c72-a712-6c6378e3e9e8') {'for_net_delete': True} {{(pid=104272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:47:02.577547 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.services.segments.db [None req-9ee5bf26-8d6d-4013-9f9f-604695ae8e94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4221a170-7de7-4c72-a712-6c6378e3e9e8') {} {{(pid=104272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:47:02.577869 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] No Port match for: c7601397-c5bf-4617-ac8b-4a25d3d1060b {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:47:02.578216 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device c7601397-c5bf-4617-ac8b-4a25d3d1060b not bound to the agent host dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:47:02.579273 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device ff70aae4-622e-48a5-a09a-a76c78ef5932 no longer exists at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:47:02.587586 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9ee5bf26-8d6d-4013-9f9f-604695ae8e94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748695459687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12150825'] for segment (4221a170-7de7-4c72-a712-6c6378e3e9e8), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:02.597456 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] No Port match for: ff70aae4-622e-48a5-a09a-a76c78ef5932 {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:47:02.597825 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device ff70aae4-622e-48a5-a09a-a76c78ef5932 not bound to the agent host dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:47:02.598298 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device e9f2d4af-0804-4f77-8da4-715a4b3e9781 no longer exists at agent ovs-agent-dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:47:02.601944 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9ee5bf26-8d6d-4013-9f9f-604695ae8e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124'] for segment (4221a170-7de7-4c72-a712-6c6378e3e9e8), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:02.608301 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ee5bf26-8d6d-4013-9f9f-604695ae8e94 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=104272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 05:47:02.608710 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9ee5bf26-8d6d-4013-9f9f-604695ae8e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1194124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8637748'] for segment (4221a170-7de7-4c72-a712-6c6378e3e9e8), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:02.618684 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] No Port match for: e9f2d4af-0804-4f77-8da4-715a4b3e9781 {{(pid=104274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 05:47:02.619029 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.rpc [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Device e9f2d4af-0804-4f77-8da4-715a4b3e9781 not bound to the agent host dv-cinder-799871-48-iscsi {{(pid=104274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:47:02.652132 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.services.segments.plugin [-] Segment 4221a170-7de7-4c72-a712-6c6378e3e9e8 resource provider aggregate not found Jul 28 05:47:02.669781 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.services.segments.plugin [-] Segment 4221a170-7de7-4c72-a712-6c6378e3e9e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4221a170-7de7-4c72-a712-6c6378e3e9e8 found for delete ", "request_id": "req-70d1d826-482e-4cad-bd26-37c3ecd43f91"}]} Jul 28 05:47:02.742487 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9ee5bf26-8d6d-4013-9f9f-604695ae8e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1190926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3670692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4016432'] for network (e13bccdf-b9c1-4c58-a270-4d4cc9c61c66), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:02.747813 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-9ee5bf26-8d6d-4013-9f9f-604695ae8e94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3670666'] for network (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:02.751593 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-9ee5bf26-8d6d-4013-9f9f-604695ae8e94 admin admin] 10.222.0.33 "DELETE /v2.0/networks/e13bccdf-b9c1-4c58-a270-4d4cc9c61c66 HTTP/1.1" status: 204 len: 168 time: 0.6783721 Jul 28 05:47:02.763205 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5bf26-8d6d-4013-9f9f-604695ae8e94 admin admin] Pushing event deleted for resources: {'Network': ['ID=e13bccdf-b9c1-4c58-a270-4d4cc9c61c66,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:47:03.051683 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 44842) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:47:03.081404 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:47:03.092143 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-4ae98b00-9f5d-4a4d-96de-6b1d234ee4c2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=049ba77de43b4702832529d687f5f7a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393929 Jul 28 05:47:03.095091 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.wsgi [-] (104273) accepted ('10.222.0.33', 44844) {{(pid=104273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:47:03.145168 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-9bb2524c-bc05-4644-983f-7c267f4cfbc8 admin admin] Publish callbacks [] for security_group (389f2748-0ba8-44cc-abda-1d2893eaa6fd), before_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:03.166386 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-9bb2524c-bc05-4644-983f-7c267f4cfbc8 admin admin] Publish callbacks [] for security_group (389f2748-0ba8-44cc-abda-1d2893eaa6fd), precommit_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:03.279626 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-9bb2524c-bc05-4644-983f-7c267f4cfbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (389f2748-0ba8-44cc-abda-1d2893eaa6fd), after_delete {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:03.282329 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron_lib.callbacks.manager [None req-9bb2524c-bc05-4644-983f-7c267f4cfbc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:03.283470 dv-cinder-799871-48-iscsi neutron-server[104273]: INFO neutron.wsgi [None req-9bb2524c-bc05-4644-983f-7c267f4cfbc8 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/389f2748-0ba8-44cc-abda-1d2893eaa6fd HTTP/1.1" status: 204 len: 168 time: 0.1875038 Jul 28 05:47:03.285371 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:03.291642 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2524c-bc05-4644-983f-7c267f4cfbc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389f2748-0ba8-44cc-abda-1d2893eaa6fd,revision_number=None']} {{(pid=104273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:47:03.898607 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 44850) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:47:03.940130 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-2c02bf09-e7ee-4496-8ee9-22f85e2f2090 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f1af514c436e4628ab4aa1745a2b74d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403812 Jul 28 05:47:03.942605 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [-] (104272) accepted ('10.222.0.33', 44852) {{(pid=104272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 05:47:03.990340 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-fa73717f-d274-4985-b2bd-d65db3711d5e admin admin] Publish callbacks [] for security_group (64eb8518-121b-4c61-bf1d-640c93858bda), before_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:04.012298 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-fa73717f-d274-4985-b2bd-d65db3711d5e admin admin] Publish callbacks [] for security_group (64eb8518-121b-4c61-bf1d-640c93858bda), precommit_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:04.107625 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-fa73717f-d274-4985-b2bd-d65db3711d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709339'] for security_group (64eb8518-121b-4c61-bf1d-640c93858bda), after_delete {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:04.110870 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron_lib.callbacks.manager [None req-fa73717f-d274-4985-b2bd-d65db3711d5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:04.112009 dv-cinder-799871-48-iscsi neutron-server[104272]: INFO neutron.wsgi [None req-fa73717f-d274-4985-b2bd-d65db3711d5e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/64eb8518-121b-4c61-bf1d-640c93858bda HTTP/1.1" status: 204 len: 168 time: 0.1685271 Jul 28 05:47:04.119827 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73717f-d274-4985-b2bd-d65db3711d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64eb8518-121b-4c61-bf1d-640c93858bda,revision_number=None']} {{(pid=104272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:47:05.285692 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-418a3e0d-e27d-402c-b5a5-637a18104a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:07.668014 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-90569be1-f8c9-44e0-901a-bab89e652868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:08.633584 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:10.548180 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:10.799544 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:13.203980 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=74,neutron:DELETE=8 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:47:13.288012 dv-cinder-799871-48-iscsi neutron-server[104273]: DEBUG dbcounter [-] [104273] Writing DB stats neutron:SELECT=2 {{(pid=104273) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:47:13.829016 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=74 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:47:13.833982 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=97 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:47:14.115456 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=68,neutron:DELETE=6 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:47:14.116143 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG dbcounter [-] [104272] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104272) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:47:19.638848 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [req-f17a64c9-0300-4f8a-ada2-f3ef13977c91 req-0b73b0fb-e0c6-444e-ae89-34b65e3369cf service neutron] (104272) timed out ('10.222.0.57', 50293) {{(pid=104272) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 28 05:47:20.739433 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=58,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:47:20.741266 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:47:27.838429 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 6 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:47:33.290283 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:35.307130 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-14615f17-2fc5-4401-afe6-3a80bd8b1642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:35.537488 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=14 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:47:37.672965 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5116d8b3-4f58-4ba2-971b-ceb5a3a6eba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:37.834170 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=14 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:47:38.627222 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:40.604412 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:40.798372 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:47:50.735132 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:47:50.737029 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:47:50.837114 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:47:50.840892 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:48:03.317985 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:48:04.837744 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 6 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:48:05.306772 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-9a687446-7b0d-4b17-904a-79479958a913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:48:07.672295 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-3ed8a559-e862-474c-acff-c235a22ea32f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:48:08.654857 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:48:10.574929 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:48:10.803551 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:48:14.833403 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:48:20.734898 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:48:20.737774 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:48:33.300661 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:48:33.884417 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:48:33.885178 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:48:35.294388 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-7b4cf492-d25a-4978-8e43-518a748ba74a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:48:37.683202 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-f044e62c-07b1-4a7a-aa83-2e1b76df817a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:48:38.665219 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:48:40.557635 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:48:40.808574 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:48:41.837163 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 6 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:48:51.833160 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:48:51.833932 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:48:55.531215 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=24 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:48:55.536081 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=20,neutron:UPDATE=6 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:49:03.327559 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:49:04.833078 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:49:04.837062 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:49:05.271012 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-d243900b-d6e3-4e7a-9594-ad2575eb31f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:49:07.659940 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-c674c962-e01d-4b4f-a33f-abdd22e13e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:49:08.660050 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:49:10.591428 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:49:10.790702 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:49:18.837108 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 6 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:49:20.739783 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:49:20.746747 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:49:33.322242 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:49:35.288240 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-1be79c28-59b7-49a3-9372-9fd965874432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:49:37.698841 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-0a792c46-d483-4a83-a14d-5ac2db44eb08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:49:38.664093 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:49:40.550454 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:49:40.814032 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:49:41.831642 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=15 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:49:41.832491 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=19 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:49:50.748151 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:49:50.750323 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:49:55.742353 dv-cinder-799871-48-iscsi neutron-server[104272]: DEBUG neutron.wsgi [req-68d40742-a907-4cd8-8d88-0adb0fbcd711 req-07d0eb30-67d5-489b-85c0-33f7a291cef9 tempest-VolumesActionsTest-1875343581 tempest-VolumesActionsTest-1875343581-project] (104272) timed out ('10.222.0.33', 33230) {{(pid=104272) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 28 05:49:55.836159 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 6 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:50:03.344716 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:50:05.292991 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-f02368f6-7c07-4d30-a674-7b936fef4bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:50:05.832250 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:50:07.687735 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-d569d0b7-c3c3-4265-a8a2-3dd58fa448de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:50:08.663067 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:50:10.555869 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:50:10.801780 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:50:18.824145 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:50:18.829048 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=5 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:50:20.750841 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:50:20.753743 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:50:29.853567 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:50:32.834958 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 6 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:50:33.354177 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:50:35.291208 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-ba700455-008b-4461-8368-64458243f340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:50:37.696790 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-2c43e8f0-4930-406a-9088-6d12e577d152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:50:38.675129 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:50:40.566197 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:50:40.845057 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:50:42.830768 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:50:42.831490 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:50:55.539176 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:50:55.539922 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:50:55.826212 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=2 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:50:55.826874 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=4 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:51:03.382996 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:51:05.278670 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-4b4f1539-b3be-4cf2-bfdc-fbb3f17be173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:51:07.651422 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-f75d63b5-50b4-4f23-8fee-e835816de8e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:51:08.668670 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:51:09.834371 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 6 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:51:10.598978 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:51:10.810097 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:51:19.830197 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:51:19.830973 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:51:20.746321 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:51:20.753231 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:51:33.369736 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:51:35.283597 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-c49d7f3a-34d1-4faf-be8c-6fbb263ef33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:51:35.533096 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=16 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:51:35.536002 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=16 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:51:37.674141 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e9374d6e-7196-45c6-b4b6-dd71b685bf69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:51:38.713739 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:51:40.593951 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:51:40.811737 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:51:46.832832 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 6 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:51:50.752939 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:51:50.759888 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:51:56.828039 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:51:56.828800 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=1 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:52:03.391853 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-5d4385a5-5036-40f5-9f0e-dc10c7e048eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (50fd49ae-2ab7-4e86-aeb2-d3a665a0e5e3), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:52:05.279288 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-9c5ee1ef-d8e2-402e-8762-a6baa951564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (abae2507-ed95-47f5-bead-3f33926efd64), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:52:07.673326 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-baeeef96-3084-4548-b5eb-60056ddac20c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (fb539dfc-a503-41ad-94c4-d2a7c103755a), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:52:08.677293 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-e095c3e3-0ca3-4d5e-9a2e-58e71c1435aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (09a64eda-19e4-4329-bb0d-80ce5878e5ac), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:52:09.814951 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:52:09.819800 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG dbcounter [-] [104275] Writing DB stats neutron:SELECT=3 {{(pid=104275) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:52:10.598076 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-a0c03e68-3d75-402d-9351-81d90a4863df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (d084695c-bd4b-4536-83d4-a64b84252ebf), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:52:10.814467 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-62677e25-4f1c-4ddd-a793-299f14bfde76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748695459768', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1170650'] for agent (5156d833-3082-4696-8f7b-587b7e45f062), after_update {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 05:52:20.758412 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:52:20.760293 dv-cinder-799871-48-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 05:52:23.832903 dv-cinder-799871-48-iscsi neutron-server[104275]: DEBUG neutron.db.agents_db [None req-b8bd375f-6d1a-4f3b-a1f2-b2530a1fb692 None None] Agent healthcheck: found 6 active agents {{(pid=104275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}